-- Logs begin at Fri 2022-05-27 02:29:34 UTC, end at Fri 2022-05-27 04:15:11 UTC. -- May 27 03:39:46.239478 dv-cinder-843361-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:39:49.166781 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.common.config [-] Logging enabled! May 27 03:39:49.167381 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:39:49.167591 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111007) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:39:49.170873 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.common.config [-] Logging enabled! May 27 03:39:49.171116 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:39:49.171419 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111007) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:39:49.172385 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:39:49.172639 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:39:49.173025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:39:49.173270 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:39:49.173492 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:39:49.173924 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.174219 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.174443 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.174733 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.175020 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.175301 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.175590 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.175878 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.176162 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.176434 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.176745 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.176969 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.177238 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.177520 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.177801 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.178021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] debug = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.178295 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.178754 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.179175 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.179466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.179748 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.180019 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.180286 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.180580 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.180864 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.181207 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] host = dv-cinder-843361-2-iscsi {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.181479 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.181760 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.182046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.182325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.182595 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.182868 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.183149 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.183417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.183687 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.183957 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.184240 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.184545 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.184834 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.185055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.185272 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.185553 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.185837 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.186106 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.186376 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.186646 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.186916 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.187185 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.187446 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.187729 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.188007 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.188288 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.188585 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.188860 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.189129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.189397 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.189678 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.189949 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.190218 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.190487 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.190773 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.191036 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.191303 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.191605 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.191890 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.192167 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.192448 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.192745 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.193024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.193290 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.193557 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.193823 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_json = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.194174 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.194444 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.194720 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.194987 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.195253 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.195521 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.195788 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.196069 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.196335 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:49.196660 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.196958 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.197256 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.197538 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.197842 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.198118 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.198419 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.198682 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.198964 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.199249 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.199534 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.199812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.200110 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.200396 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.200704 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.201010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.201308 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.201598 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.201877 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.202138 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.202411 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.202686 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.202970 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.203244 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.203527 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.203810 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.204085 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.204376 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.204684 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.204967 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.205255 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.205541 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.205811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.206083 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.206368 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.206639 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.206903 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.207189 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.207460 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.207727 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.208001 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.208286 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.208593 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.208863 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.209130 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.209421 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.210208 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.210471 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.210739 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.211008 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.211276 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.211553 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.211828 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.212102 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.212364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.212661 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.212932 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.213201 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.213478 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.213742 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.214005 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.214279 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.214536 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.214958 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.215078 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.215325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.215587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.215844 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.216111 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.216376 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.216670 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.216943 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.217211 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.217477 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.217769 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.218041 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.218311 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.218584 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.218857 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.219129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.219401 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.219674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.219946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.220213 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.220527 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.220803 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.221086 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.221362 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.221634 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.221955 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.222226 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.222497 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.222776 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.223045 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.223317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.223596 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.223875 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.224165 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.224450 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.224758 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.225051 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.225928 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.226201 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.226478 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.226787 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.227062 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:49.227273 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:39:49.227517 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111007) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:39:49.708405 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:39:49.708807 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:39:49.709184 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:39:49.710128 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:39:50.070120 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.070377 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.070563 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.071756 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.072023 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.072282 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.129930 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.130236 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.130534 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.146915 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.147743 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.148011 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.179365 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.180010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.180010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.218098 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.218367 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.218617 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.581048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.581317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.581577 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.581838 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.582547 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.688583 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.688903 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.689182 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.689451 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.689715 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.690025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.690282 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.690534 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.690781 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.691059 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.691314 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.691572 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.691823 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.692070 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.692319 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.692608 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.692868 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.693124 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.693388 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.693641 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.693944 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.694201 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.694485 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.694885 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.695138 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.695357 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.695803 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.696040 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.696274 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.696541 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.696760 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.697014 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:50.697396 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:39:50.702267 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:39:50.706433 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:39:50.711264 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 27 03:39:50.713170 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:39:50.713656 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:39:50.713992 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:39:50.714382 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:39:50.717555 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:39:50.717798 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:39:50.718166 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:39:50.723604 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 03:39:50.748959 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:39:50.749479 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.749816 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111007) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 03:39:50.750230 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.751803 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111007) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:39:50.752094 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:39:50.752336 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:39:50.755974 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.756256 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:50.818223 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:39:50.818478 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:39:50.818742 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:39:50.819766 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:39:50.875169 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO dbcounter [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Registered counter for database neutron May 27 03:39:50.898391 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_db.sqlalchemy.engines [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111007) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:39:50.905117 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG dbcounter [-] [111007] Writer thread running {{(pid=111007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:39:51.672782 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing driver for type 'gre' May 27 03:39:51.673589 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] gre ID ranges: [(1, 1000)] May 27 03:39:51.895210 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing driver for type 'local' May 27 03:39:51.895643 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing driver for type 'vlan' May 27 03:39:52.021006 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] VlanTypeDriver initialization complete May 27 03:39:52.021299 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing driver for type 'vxlan' May 27 03:39:52.022610 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] vxlan ID ranges: [(1, 1000)] May 27 03:39:52.221026 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing extension driver 'port_security' May 27 03:39:52.221365 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] PortSecurityExtensionDriver initialization complete May 27 03:39:52.221686 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing mechanism driver 'openvswitch' May 27 03:39:52.222004 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing mechanism driver 'hyperv' May 27 03:39:52.229635 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.plugin [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.234427 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.234427 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.234427 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.234427 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.234427 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.235067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235637 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235637 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.235637 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.235637 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.236107 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.236107 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.236425 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.236794 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.237127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.237513 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.237914 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > address_group after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.238254 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > address_group after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.238585 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.238963 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:39:52.239613 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] ML2 OVO RPC backend initialized. {{(pid=111007) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 03:39:52.240383 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.240827 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.241388 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.241751 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > networks before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.242106 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.242446 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > ports before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.242790 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.243132 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnets before_response 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.243478 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.243821 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.244154 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.244485 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.244874 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.245206 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.245542 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.245874 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.246204 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.254345 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded quota_driver: . May 27 03:39:52.254717 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.plugin [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Modular L2 Plugin initialization complete May 27 03:39:52.255065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading services supported by the core plugin {{(pid=111007) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:39:52.255413 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.plugins.ml2.managers [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Got port-security extension from driver 'port_security' May 27 03:39:52.255916 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.extensions.vlantransparent [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Disabled vlantransparent extension. May 27 03:39:52.256412 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111007) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:39:52.256759 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: router May 27 03:39:52.295131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.295434 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_create 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.295801 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router before_create 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.296164 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.296562 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.296922 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_delete 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.297299 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.297666 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.298070 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_create 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.298414 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.298758 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.299102 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.299461 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.299884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.300256 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.300625 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.301096 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: subnet after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.301303 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.301650 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.301994 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_create 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.302329 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.302667 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.303054 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router after_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.303426 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.303807 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_create 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.304147 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.304474 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_update 55549900 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.308417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > agent after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.308417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > agent after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.308417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > network after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.308417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Tracking information for resource: router configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:52.308417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Tracking information for resource: floatingip configured {{(pid=111007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:39:52.312787 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.db.l3_agentschedulers_db [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:39:52.313382 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.313749 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.314094 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.314442 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: port after_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.315258 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router before_create 55550100 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.315624 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.315979 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_create 55550100 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.316392 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > router precommit_update 55550100 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.322049 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.provider_configuration [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service providers = [] {{(pid=111007) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:39:52.322421 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.db.servicetype_db [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111007) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:39:52.325662 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.service_base [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:39:52.326009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.service_base [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:39:52.326343 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.service_base [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:39:52.327242 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.services.service_base [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:39:52.327616 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.services.service_base [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:39:52.328012 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.328356 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:39:52.345986 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.346320 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: auto_allocate May 27 03:39:52.352799 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: network precommit_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.353168 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: network precommit_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.353715 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.354036 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: tag May 27 03:39:52.361588 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.361910 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: timestamp May 27 03:39:52.366507 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.366835 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: network_ip_availability May 27 03:39:52.372863 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.373292 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.373641 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.374448 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.374764 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: flavors May 27 03:39:52.379935 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.380258 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading Plugin: revisions May 27 03:39:52.385616 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:39:52.386012 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.677s {{(pid=111007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:39:52.386782 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111007) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 03:39:52.387114 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Initializing extension manager. May 27 03:39:52.387653 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: __init__.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.387997 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: __pycache__ {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.388335 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: _port_mac_address_override.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.388692 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: address_group.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.389891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.390508 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: address-group May 27 03:39:52.390828 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: address_scope.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.391565 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.392084 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: address-scope May 27 03:39:52.392402 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.393457 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.393980 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: router-admin-state-down-before-update May 27 03:39:52.394297 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: agent.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.395018 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.395531 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: agent May 27 03:39:52.395845 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: agent_resources_synced.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.396909 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.398211 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: agent-resources-synced May 27 03:39:52.398527 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: allowedaddresspairs.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.410840 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.411424 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: allowed-address-pairs May 27 03:39:52.411752 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: auto_allocated_topology.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.413118 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.413887 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: auto-allocated-topology May 27 03:39:52.414215 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: availability_zone.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.414977 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.415505 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: availability_zone May 27 03:39:52.415825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: availability_zone_filter.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.416849 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.417370 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: availability_zone_filter May 27 03:39:52.417688 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: data_plane_status.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.418622 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.419139 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:39:52.419456 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: default_subnetpools.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.420388 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.421105 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: default-subnetpools May 27 03:39:52.421425 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.422295 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.422812 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: dhcp_agent_scheduler May 27 03:39:52.423130 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: dns.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.424093 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.424636 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:39:52.424959 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: dns_domain_ports.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.425983 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.426495 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:39:52.426813 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.427748 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.428410 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 03:39:52.428759 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: dvr.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.429521 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.430036 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: dvr May 27 03:39:52.430351 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: ecmp_routes.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.431321 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.431834 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 03:39:52.432196 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: empty_string_filtering.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.438509 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.439153 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: empty-string-filtering May 27 03:39:52.439559 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.440705 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.441277 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:39:52.441656 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.442739 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.443308 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:39:52.443659 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: external_net.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.445495 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.446064 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: external-net May 27 03:39:52.446437 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.447414 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.448095 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: extra_dhcp_opt May 27 03:39:52.448449 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: extraroute.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.449533 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.450104 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: extraroute May 27 03:39:52.450461 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: extraroute_atomic.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.451572 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.452137 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: extraroute-atomic May 27 03:39:52.452555 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: filter_validation.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.453326 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.453869 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: filter-validation May 27 03:39:52.454228 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: fip_pf_description.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.455224 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.455847 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:39:52.456196 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: fip_pf_port_range.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.457266 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.457829 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 03:39:52.458183 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: fip_port_details.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.459295 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.460553 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: fip-port-details May 27 03:39:52.460952 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: flavors.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.462302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.462876 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: flavors May 27 03:39:52.463238 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.465099 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.465755 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:39:52.466134 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: floatingip_pools.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.467290 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.467859 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: floatingip-pools May 27 03:39:52.468307 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: ip_allocation.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.472841 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.473543 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:39:52.473973 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.475205 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.476608 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: ip-substring-filtering May 27 03:39:52.477038 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l2_adjacency.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.478191 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.478838 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:39:52.479256 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.480402 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.481101 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: router May 27 03:39:52.481513 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.484453 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.485077 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:39:52.485411 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.486406 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.486974 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: ext-gw-mode May 27 03:39:52.487301 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.488277 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.488841 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: l3-ha May 27 03:39:52.489171 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.490112 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.490636 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 03:39:52.491157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_flavors.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.492328 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.492904 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: l3-flavors May 27 03:39:52.493238 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.494789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.495337 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 03:39:52.495667 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.496675 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.497206 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:39:52.497537 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: l3agentscheduler.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.498657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.499191 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: l3_agent_scheduler May 27 03:39:52.499555 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: local_ip.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.501582 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.502215 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension local_ip not supported by any of loaded plugins May 27 03:39:52.502580 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: logging.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.504235 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.504952 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension logging not supported by any of loaded plugins May 27 03:39:52.505328 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: metering.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.506242 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.508023 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: metering May 27 03:39:52.508394 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.509822 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.510439 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: metering_source_and_destination_fields May 27 03:39:52.510807 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: multiprovidernet.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.512003 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.512610 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: multi-provider May 27 03:39:52.512980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: netmtu.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.513979 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.514576 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: net-mtu May 27 03:39:52.514939 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: netmtu_writable.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.516026 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.516666 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: net-mtu-writable May 27 03:39:52.517031 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: network_availability_zone.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.517782 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.518428 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: network_availability_zone May 27 03:39:52.518786 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: network_ip_availability.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.520101 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.520733 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: network-ip-availability May 27 03:39:52.521097 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: network_segment_range.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.521978 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.523812 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:39:52.524181 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: pagination.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.525396 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.525825 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: pagination May 27 03:39:52.526214 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_device_profile.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.527258 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.527871 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-device-profile May 27 03:39:52.528315 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_mac_address_override.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.535786 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.536377 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-mac-override May 27 03:39:52.536746 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.538088 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.539316 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-mac-address-regenerate May 27 03:39:52.539726 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.540904 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.541502 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-numa-affinity-policy May 27 03:39:52.541869 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_resource_request.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.542860 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.543437 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:39:52.543822 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: port_resource_request_groups.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.544949 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.545615 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 03:39:52.545974 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: portbindings.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.547014 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.547595 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: binding May 27 03:39:52.547959 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: portbindings_extended.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.549504 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.550110 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: binding-extended May 27 03:39:52.550477 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: portsecurity.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.551581 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.552173 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-security May 27 03:39:52.552569 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: project_id.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.554346 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.554749 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: project-id May 27 03:39:52.555118 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: providernet.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.556217 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.556898 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: provider May 27 03:39:52.557279 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.571597 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.572185 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos not supported by any of loaded plugins May 27 03:39:52.572556 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.574072 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.574671 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:39:52.575012 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.575989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.576562 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:39:52.576898 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_default.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.577850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.578417 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-default not supported by any of loaded plugins May 27 03:39:52.578745 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_fip.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.579739 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.580285 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:39:52.580650 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.581638 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.582184 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 03:39:52.582514 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_gateway_ip.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.583508 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.584049 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:39:52.584380 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_port_network_policy.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.586756 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.587309 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:39:52.587662 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.588838 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.589376 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 03:39:52.589736 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.590850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.591383 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 03:39:52.591711 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_pps_rule.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.592978 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.593513 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-pps not supported by any of loaded plugins May 27 03:39:52.593841 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_rule_type_details.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.594788 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.595341 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:39:52.595667 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.596660 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.597190 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 03:39:52.597516 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: qos_rules_alias.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.598781 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.599318 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:39:52.599651 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: quota_check_limit.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.601880 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.602447 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: quota-check-limit May 27 03:39:52.602781 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: quotasv2.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.603896 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.604230 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: quotas May 27 03:39:52.604624 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: quotasv2_detail.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.611042 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.611496 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: quota_details May 27 03:39:52.611915 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: rbac.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.613304 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.614048 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: rbac-policies May 27 03:39:52.614461 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: rbac_address_group.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.615632 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.617608 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: rbac-address-group May 27 03:39:52.617946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: rbac_address_scope.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.619126 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.619684 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: rbac-address-scope May 27 03:39:52.620018 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: rbac_security_groups.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.621045 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.621582 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: rbac-security-groups May 27 03:39:52.621912 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: rbac_subnetpool.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.622866 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.623399 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: rbac-subnetpool May 27 03:39:52.623727 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: revisionifmatch.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.624755 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.625319 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: revision-if-match May 27 03:39:52.625661 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: revisions.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.626869 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.627419 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: standard-attr-revisions May 27 03:39:52.627752 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: router_availability_zone.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.628457 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.629067 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: router_availability_zone May 27 03:39:52.629396 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: routerservicetype.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.630466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.630997 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:39:52.631841 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.633558 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.634106 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: security-groups-normalized-cidr May 27 03:39:52.634435 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.635434 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.635964 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: port-security-groups-filtering May 27 03:39:52.636291 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.637345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.637886 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: security-groups-remote-address-group May 27 03:39:52.638213 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.639177 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.639708 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: security-groups-shared-filtering May 27 03:39:52.640039 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: securitygroup.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.653101 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.653771 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: security-group May 27 03:39:52.654153 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: segment.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.655039 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.655623 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension segment not supported by any of loaded plugins May 27 03:39:52.655996 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.657130 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.657713 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:39:52.658085 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: servicetype.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.659340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.659889 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: service-type May 27 03:39:52.660260 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: sorting.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.661372 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.661744 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: sorting May 27 03:39:52.662111 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: standard_attr_segment.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.664467 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.665172 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:39:52.665582 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: standardattrdescription.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.666408 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.667024 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: standard-attr-description May 27 03:39:52.667432 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: stateful_security_group.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.668659 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.669292 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: stateful-security-group May 27 03:39:52.669702 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: stdattrs_common.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.670403 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:39:52.670851 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.671956 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.672603 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:39:52.672939 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnet_onboard.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.674088 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.674634 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: subnet_onboard May 27 03:39:52.674964 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.675989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.676543 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:39:52.676872 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnet_service_types.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.677834 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.678942 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: subnet-service-types May 27 03:39:52.679965 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnetallocation.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.681294 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.681946 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: subnet_allocation May 27 03:39:52.682309 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.683050 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.683675 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: subnetpool-prefix-ops May 27 03:39:52.684038 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.685133 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.685754 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:39:52.686136 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: tagging.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.687353 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.687956 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: standard-attr-tag May 27 03:39:52.688372 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: timestamp.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.689812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.690405 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loaded extension: standard-attr-timestamp May 27 03:39:52.690772 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: trunk.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.691887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.692464 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension trunk not supported by any of loaded plugins May 27 03:39:52.692862 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: trunk_details.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.694043 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.695325 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:39:52.695697 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: uplink_status_propagation.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.696829 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.697415 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:39:52.697785 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Loading extension file: vlantransparent.py {{(pid=111007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:39:52.698540 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:39:52.699109 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:39:52.702078 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:network May 27 03:39:52.702636 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnet May 27 03:39:52.703038 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:39:52.703443 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:port May 27 03:39:52.704845 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.707315 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service FLAVORS assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.707315 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.707315 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.707315 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:router May 27 03:39:52.707315 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:39:52.707696 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service METERING assigned prefix: /metering {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.709161 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.710066 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.711170 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:52.712280 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:39:52.712775 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:security_group May 27 03:39:52.713226 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:39:52.713989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service CORE assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.714220 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:39:52.714576 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] subnetpool is already registered May 27 03:39:52.715024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service CORE assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.715353 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:39:52.715687 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] subnetpool is already registered May 27 03:39:52.718253 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.718750 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service FLAVORS assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.719317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.719747 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.720090 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:router May 27 03:39:52.720446 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] router is already registered May 27 03:39:52.720900 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:39:52.721242 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] floatingip is already registered May 27 03:39:52.721729 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service METERING assigned prefix: /metering {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.722475 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:39:52.722796 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] rbac_policy is already registered May 27 03:39:52.723217 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:security_group May 27 03:39:52.723557 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] security_group is already registered May 27 03:39:52.723965 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:39:52.724302 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] security_group_rule is already registered May 27 03:39:52.725123 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service CORE assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.726712 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:39:52.727072 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] subnetpool is already registered May 27 03:39:52.727554 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.v2.resource_helper [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Service CORE assigned prefix: {{(pid=111007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:39:52.727890 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:39:52.728231 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING neutron.quota.resource_registry [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] subnetpool is already registered May 27 03:39:52.728737 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: extensions {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.730330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: address-groups {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.731852 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: address-scopes {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.735985 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: agents {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.735985 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: auto-allocated-topology {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.735985 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: availability_zones {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.737210 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: dhcp-networks {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.738732 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: dhcp-agents {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.740215 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: routers {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.743119 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: flavors {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.744405 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: service_profiles {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.745700 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: next_providers {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.747179 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: service_profiles {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.748829 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: floatingip-pools {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.750061 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: routers {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.751844 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: floatingips {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.753221 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: l3-routers {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.754615 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: l3-agents {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.756095 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: metering-labels {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.758672 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: metering-label-rules {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.760102 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: network-ip-availabilities {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.761435 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: bindings {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.763041 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: quotas {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.765890 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: quotas {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.767497 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: rbac-policies {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.768900 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: security-groups {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.770263 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: security-group-rules {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.771568 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: service-providers {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.773669 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: subnetpools {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.782007 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: subnetpools {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.782007 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.782007 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.782007 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.782443 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.783791 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.785809 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.787536 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.790375 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.792210 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.794182 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron.api.extensions [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Extended resource: tags {{(pid=111007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:39:52.800692 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING keystonemiddleware.auth_token [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:39:52.807077 dv-cinder-843361-2-iscsi neutron-server[111007]: WARNING keystonemiddleware.auth_token [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:39:52.816859 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Acquired lock "singleton_lock" {{(pid=111007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 03:39:52.818194 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_concurrency.lockutils [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Releasing lock "singleton_lock" {{(pid=111007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 03:39:52.818194 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Starting 2 workers May 27 03:39:52.824566 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Started child 111120 {{(pid=111007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:39:52.829596 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Started child 111121 {{(pid=111007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:39:52.830939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.831931 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO neutron.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:39:52.832090 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.833055 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [-] (111120) wsgi starting up on http://0.0.0.0:9696 May 27 03:39:52.835146 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Starting 1 workers May 27 03:39:52.837679 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.839959 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [-] (111121) wsgi starting up on http://0.0.0.0:9696 May 27 03:39:52.842393 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Started child 111122 {{(pid=111007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:39:52.842902 dv-cinder-843361-2-iscsi neutron-server[111007]: INFO oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Starting 1 workers May 27 03:39:52.846803 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] calling RpcWorker wait() {{(pid=111122) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:39:52.847712 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] returning from RpcWorker wait() {{(pid=111122) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:39:52.848052 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Started child 111123 {{(pid=111007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:39:52.848788 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG neutron_lib.callbacks.manager [None req-ee70291a-0276-4e26-878e-adc4e0926425 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.849337 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.849851 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.851696 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:39:52.851927 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:39:52.852104 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:39:52.852350 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:39:52.852805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:39:52.853141 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:39:52.853580 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.858345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.859587 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.860322 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.860322 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.860322 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.860322 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.860891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.861049 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.861767 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] debug = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.861767 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.861767 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.862115 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.862115 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.862385 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.862618 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.862875 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.863183 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.863425 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.863647 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.863935 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.864192 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.864381 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.864592 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.864754 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.864913 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.865224 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.865431 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.866471 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] host = dv-cinder-843361-2-iscsi {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.869156 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.869860 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.870570 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.871201 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.871844 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.872434 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.872962 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.873417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.873815 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.874236 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.874662 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.875166 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.876586 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.877048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.877213 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_options = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878854 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878854 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.878854 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.879209 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.879344 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.879493 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.880460 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.880460 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.880460 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.880460 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.881020 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.881020 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.881283 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.882009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.882252 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.882540 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.882792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.883074 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.883298 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.883562 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.883805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.884032 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.884268 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.884533 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.890980 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.892021 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_json = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.893048 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.894193 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.895202 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.896203 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897031 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897031 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897031 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897439 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897439 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897721 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897721 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.897982 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.898665 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.898665 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.898665 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900332 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900332 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900332 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900332 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900332 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900914 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900914 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.900914 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.901188 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.901951 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.901951 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.901951 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.902345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.902345 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.902620 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.902762 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.902973 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.903228 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.903457 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.903712 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.903946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.904176 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.904387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.904629 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.904908 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.905158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.905428 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.905652 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.906103 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.906274 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.906417 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.906552 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.906790 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.907056 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.907263 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.907490 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.907982 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.908184 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.908412 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.908680 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.908891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.909120 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.909335 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.909586 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.909805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.910014 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.910243 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.910459 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.910677 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.910965 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.911447 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.911447 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.911703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.911876 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.912129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.912373 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.912594 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.912771 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.912919 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.913126 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.913377 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.913628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.913872 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.914136 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.914372 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.914608 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.914822 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.915077 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.915292 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.915712 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.915712 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.917037 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.917037 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.917037 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.917037 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.917037 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.931317 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.932525 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.933628 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.934657 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.935674 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.936805 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.937768 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.938703 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.940400 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.941305 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.942024 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.943025 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.944609 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.946302 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.959369 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.960933 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.962835 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.963929 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.965129 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966035 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.966989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.967961 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.969065 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.970340 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:39:52.971423 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.972560 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.973313 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974009 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974240 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974240 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] debug = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974363 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974695 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974695 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974985 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.974985 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.975291 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.975625 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.975625 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.976387 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] host = dv-cinder-843361-2-iscsi {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977131 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.977934 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.978112 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53314) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:52.978887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.979167 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.979422 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.979808 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.979808 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.980089 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.980311 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.980719 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.980990 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.981266 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.981727 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.981997 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.982487 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_options = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.983000 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.983254 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.983505 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.983795 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.984049 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.984303 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.984582 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.984836 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.985097 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.985359 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.985606 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.985852 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.986115 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.986362 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.986611 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.986853 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.987096 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.987338 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.987601 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.987862 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076985 May 27 03:39:52.988117 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.988117 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.988816 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.992870 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.994946 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:52.996158 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_json = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.003706 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005055 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.005865 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.007121 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008127 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.008947 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.009811 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.013466 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.014452 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.015825 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.016861 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.017812 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.018910 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.019989 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.021010 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.022519 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.023789 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.024792 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.025850 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.026800 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.027730 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.029887 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.034325 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.035364 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.036398 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.037476 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.039157 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.040067 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.042216 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043046 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.043599 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.044330 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.046122 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.047884 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.048891 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.049832 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.050831 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.051893 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:39:53.055002 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:39:53.092169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:02.103588 dv-cinder-843361-2-iscsi neutron-server[111007]: DEBUG dbcounter [-] [111007] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:06.370492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01bfd6-a2e1-4994-aa1b-4845b59aa8c2 None None] get_active_networks_info from dv-cinder-843361-2-iscsi {{(pid=111122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 03:40:06.390079 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writer thread running {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:40:06.456850 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01bfd6-a2e1-4994-aa1b-4845b59aa8c2 None None] No non-hosted networks {{(pid=111122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:40:06.487624 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.agentschedulers_db [None req-ab01bfd6-a2e1-4994-aa1b-4845b59aa8c2 None None] DHCP Agent not found on host dv-cinder-843361-2-iscsi {{(pid=111122) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:40:06.721214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c6fb-dbcb-4914-a7de-c4f91d8f8923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.672267 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writer thread running {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:40:09.513165 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cce3eb6d-f292-4213-b195-07ee57712fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.563816 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.db.api [None req-df80e1bd-f776-4d01-b7ac-6d648664b571 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843361-2-iscsi {{(pid=111122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:40:09.564359 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG oslo_db.api [None req-df80e1bd-f776-4d01-b7ac-6d648664b571 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:40:10.041534 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 53392) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:10.169161 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-df80e1bd-f776-4d01-b7ac-6d648664b571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.642815 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.856629 dv-cinder-843361-2-iscsi neutron-server[111121]: WARNING oslo_policy.policy [None req-980a3199-f756-459d-aa72-376a7edd3da5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:10.857462 dv-cinder-843361-2-iscsi neutron-server[111121]: WARNING oslo_policy.policy [None req-980a3199-f756-459d-aa72-376a7edd3da5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:11.252946 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [None req-980a3199-f756-459d-aa72-376a7edd3da5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:40:11.260727 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-980a3199-f756-459d-aa72-376a7edd3da5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2114968 May 27 03:40:11.580281 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.323253 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.323948 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.324278 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.324638 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.324966 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.325290 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.325614 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.326371 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.326718 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.327094 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.327417 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.327757 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.329112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.331475 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.332071 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.332737 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:13.333522 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843361-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:13.342704 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843361-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:14.182108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 53426) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:14.644660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:14.737740 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.policy [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111121) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:40:14.780708 dv-cinder-843361-2-iscsi neutron-server[111121]: WARNING oslo_policy.policy [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:14.781123 dv-cinder-843361-2-iscsi neutron-server[111121]: WARNING oslo_policy.policy [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:14.802583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writer thread running {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:40:14.903760 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.db.l3_hamode_db [None req-66c7161f-fcae-4385-85ac-a388dfffafb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:40:14.995281 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705738021', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705737561', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705721828', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705715150', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705709005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785705700094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727893', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1785012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679195'] for rbac-policy (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.045408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7161f-fcae-4385-85ac-a388dfffafb0 None None] Routers set() bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:15.046303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7161f-fcae-4385-85ac-a388dfffafb0 None None] Router IDs set() for agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 03:40:15.227515 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.228918 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-77f15b6f-c579-452f-a5c2-f21eca1bcecc admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0455024 May 27 03:40:17.747346 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53438) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.290967 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING oslo_policy.policy [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:18.291568 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING oslo_policy.policy [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:18.512351 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:18.525650 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writer thread running {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:40:18.648547 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Made reservation on behalf of 059d0856d2f94b658054f1a53c494081 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:18.718260 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.policy [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111120) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:40:18.759392 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING oslo_policy.policy [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:18.760024 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING oslo_policy.policy [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:40:18.770448 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.793743 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.913374 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks [] for security_group (1a169713-17f8-45e3-b3a9-33c089609797), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.002577 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1a169713-17f8-45e3-b3a9-33c089609797), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.039657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:19.071657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (a6e94c8f-38b0-462e-aa9e-cd250525159d), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.072292 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Added segment a6e94c8f-38b0-462e-aa9e-cd250525159d of type vlan for network 97d64915-f38c-426c-aede-b6d8454c8902 May 27 03:40:19.090952 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1a169713-17f8-45e3-b3a9-33c089609797,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.116018 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.116386 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.116774 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.117127 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.117460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.117821 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.118153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.118472 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.118794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.119114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.119433 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.119765 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.120088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.120431 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Tracked resource versions report: May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: pushed versions: May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: { 'AddressGroup': {'1.2'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Agent': {'1.1'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'ConntrackHelper': {'1.0'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'LocalIPAssociation': {'1.0'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Log': {'1.0'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'NDPProxy': {'1.0'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Network': {'1.1'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Port': {'1.7'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'PortForwarding': {'1.3'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'QosPolicy': {'1.10'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroup': {'1.5'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SubPort': {'1.0'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Subnet': {'1.1'}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Trunk': {'1.1'}} May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: consumer versions: May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Agent': '1.1', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'ConntrackHelper': '1.0', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'LocalIPAssociation': '1.0', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Log': '1.0', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'NDPProxy': '1.0', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Network': '1.1', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Port': '1.7', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'PortForwarding': '1.3', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'QosPolicy': '1.10', May 27 03:40:19.123239 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroup': '1.5', May 27 03:40:19.125762 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroupRule': '1.2', May 27 03:40:19.125762 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SubPort': '1.0', May 27 03:40:19.125762 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Subnet': '1.1', May 27 03:40:19.125762 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Trunk': '1.1'}} May 27 03:40:19.125762 dv-cinder-843361-2-iscsi neutron-server[111120]: {{(pid=111120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:19.202374 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (97d64915-f38c-426c-aede-b6d8454c8902), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.299860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (97d64915-f38c-426c-aede-b6d8454c8902), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.305583 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.306367 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.429688 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] Pushing event updated for resources: {'Network': ['ID=97d64915-f38c-426c-aede-b6d8454c8902,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.441805 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 97d64915-f38c-426c-aede-b6d8454c8902 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:40:19.560094 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-6b95c3a1-b585-44eb-9471-4ba34928eb7f demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.8113611 May 27 03:40:22.232453 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53458) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:22.623622 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=51,neutron:INSERT=39,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:22.715550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba028273-e541-49f6-831f-81b134763d6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.716907 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ba028273-e541-49f6-831f-81b134763d6e demo admin] 10.222.0.58 "GET /v2.0/networks/97d64915-f38c-426c-aede-b6d8454c8902 HTTP/1.1" status: 200 len: 825 time: 0.4834940 May 27 03:40:22.759054 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2738cfd2-e51f-4c74-9fef-8c28131d6429 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/4a61b024-f6bd-4e29-8f60-37d30e8567ea HTTP/1.1" status: 200 len: 734 time: 0.0360992 May 27 03:40:22.769401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea', 'name': 'private-subnet', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'gateway_ip': '172.20.0.1'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:22.991487 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Made reservation on behalf of 059d0856d2f94b658054f1a53c494081 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:22.994886 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.291939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.454645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (804881b2-ef49-4c5c-8685-b378d1e30f2c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.538575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=804881b2-ef49-4c5c-8685-b378d1e30f2c,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.540947 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Checking segment: {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:23.541322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Network hostable DHCP agents. Network: 97d64915-f38c-426c-aede-b6d8454c8902, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:23.625410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Network 97d64915-f38c-426c-aede-b6d8454c8902 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:23.711059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 97d64915-f38c-426c-aede-b6d8454c8902) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:23.717035 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.718116 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.724088 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4a3ed-00f1-488c-b867-01e71e1730d3 None None] Network 97d64915-f38c-426c-aede-b6d8454c8902 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:23.727463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=26,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.782846 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a7205844-d231-4142-8d4d-d67b863f0bc6 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0171309 May 27 03:40:24.031822 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-97d64915-f38c-426c-aede-b6d8454c8902', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'project_id': '059d0856d2f94b658054f1a53c494081', 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:40:24.034012 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.427275 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Allocated IP 172.20.0.2 (97d64915-f38c-426c-aede-b6d8454c8902/804881b2-ef49-4c5c-8685-b378d1e30f2c/f5294616-5b83-43c0-813e-a7534a2fbc72) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:24.730807 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks [] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.819881 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.882957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:24.892128 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Network 97d64915-f38c-426c-aede-b6d8454c8902 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:24.900114 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:24.912374 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:24.927511 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Pushing event updated for resources: {'Port': ['ID=f5294616-5b83-43c0-813e-a7534a2fbc72,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:24.978642 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.978987 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.979331 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.979673 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.979999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.980319 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.980734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.981121 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.981615 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.981928 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.982239 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.982564 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.982880 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.983187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.983494 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Tracked resource versions report: May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: pushed versions: May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: { 'AddressGroup': {'1.2'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Agent': {'1.1'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'ConntrackHelper': {'1.0'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'LocalIPAssociation': {'1.0'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Log': {'1.0'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'NDPProxy': {'1.0'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Network': {'1.1'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Port': {'1.7'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'PortForwarding': {'1.3'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'QosPolicy': {'1.10'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroup': {'1.5'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SubPort': {'1.0'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Subnet': {'1.1'}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Trunk': {'1.1'}} May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: consumer versions: May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Agent': '1.1', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'ConntrackHelper': '1.0', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'LocalIPAssociation': '1.0', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Log': '1.0', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'NDPProxy': '1.0', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Network': '1.1', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Port': '1.7', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'PortForwarding': '1.3', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'QosPolicy': '1.10', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroup': '1.5', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroupRule': '1.2', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SubPort': '1.0', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Subnet': '1.1', May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Trunk': '1.1'}} May 27 03:40:24.984989 dv-cinder-843361-2-iscsi neutron-server[111122]: {{(pid=111122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:25.025856 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Attempting to bind port f5294616-5b83-43c0-813e-a7534a2fbc72 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:25.026228 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Attempting to bind port f5294616-5b83-43c0-813e-a7534a2fbc72 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:25.027031 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Attempting to bind port f5294616-5b83-43c0-813e-a7534a2fbc72 on network 97d64915-f38c-426c-aede-b6d8454c8902 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:25.032068 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:25.032591 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Checking segment: {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:25.032906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.033285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Bound using segment: {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:25.033762 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Bound port: f5294616-5b83-43c0-813e-a7534a2fbc72, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:25.034147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.106113 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] For port f5294616-5b83-43c0-813e-a7534a2fbc72, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:25.125642 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=13,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:25.131242 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] For port f5294616-5b83-43c0-813e-a7534a2fbc72, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=f5294616-5b83-43c0-813e-a7534a2fbc72,segment=NetworkSegment(a6e94c8f-38b0-462e-aa9e-cd250525159d),segment_id=a6e94c8f-38b0-462e-aa9e-cd250525159d)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:25.135894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:25.242860 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.333858 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ef737-6922-4898-9cee-44ebd61448e4 None None] Pushing event updated for resources: {'Port': ['ID=f5294616-5b83-43c0-813e-a7534a2fbc72,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.498673 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=9 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.503624 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.519366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53478) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:26.944444 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [None req-297f7a56-de86-4b0a-997b-e21afdc7bf83 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:40:26.946146 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-297f7a56-de86-4b0a-997b-e21afdc7bf83 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4256387 May 27 03:40:29.712013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53486) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:30.128069 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [None req-2ef26b32-ed69-4519-9ab1-2bc7fdb4d698 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:40:30.129302 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2ef26b32-ed69-4519-9ab1-2bc7fdb4d698 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4159813 May 27 03:40:33.111248 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53494) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:33.486749 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:33.585278 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.587076 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.750873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Publish callbacks [] for router_controller (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.814711 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.918669 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.919984 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-157a6f7d-8bad-40ae-a795-a8e6a49317a5 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8078139 May 27 03:40:35.293971 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=80,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:35.308181 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:36.277465 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f5294616-5b83-43c0-813e-a7534a2fbc72 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:36.398030 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port f5294616-5b83-43c0-813e-a7534a2fbc72 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:36.398030 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.482516 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-28696f65-cd3f-45ce-b591-d1f09af92d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.512195 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port f5294616-5b83-43c0-813e-a7534a2fbc72 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:36.512619 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.556995 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port f5294616-5b83-43c0-813e-a7534a2fbc72, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=f5294616-5b83-43c0-813e-a7534a2fbc72,segment=NetworkSegment(a6e94c8f-38b0-462e-aa9e-cd250525159d),segment_id=a6e94c8f-38b0-462e-aa9e-cd250525159d)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:36.636461 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.686743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=f5294616-5b83-43c0-813e-a7534a2fbc72,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:36.767078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53508) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:37.220694 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [None req-bddcdd6d-11cc-4696-a7a1-3e91069599aa admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:40:37.220694 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bddcdd6d-11cc-4696-a7a1-3e91069599aa admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4395528 May 27 03:40:37.942462 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185ad32-a061-415c-9683-700c25956dbc None None] Network 97d64915-f38c-426c-aede-b6d8454c8902 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:38.004145 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-d5ba3f4f-de16-4a41-9089-6ed1575b5e14 None None] Provisioning complete for port f5294616-5b83-43c0-813e-a7534a2fbc72 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:38.004546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3f4f-de16-4a41-9089-6ed1575b5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.143804 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba3f4f-de16-4a41-9089-6ed1575b5e14 None None] Current status of the port f5294616-5b83-43c0-813e-a7534a2fbc72 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:38.279762 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f5294616-5b83-43c0-813e-a7534a2fbc72 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:38.331570 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port f5294616-5b83-43c0-813e-a7534a2fbc72 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:38.331936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.377566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-46b7cbf3-b5cf-4ad4-bd1b-dc0655562998 None None] Provisioning complete for port f5294616-5b83-43c0-813e-a7534a2fbc72 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:38.377999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-46b7cbf3-b5cf-4ad4-bd1b-dc0655562998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.460202 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port f5294616-5b83-43c0-813e-a7534a2fbc72 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:38.504840 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-46b7cbf3-b5cf-4ad4-bd1b-dc0655562998 None None] Current status of the port f5294616-5b83-43c0-813e-a7534a2fbc72 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:39.499019 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc5d0-fca9-459a-809e-d41aea306eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:39.832860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53520) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:40.189391 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:40.265210 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Made reservation on behalf of 1781b8350b784207b421bac2bc80c855 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:40.267652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.277008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.360633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks [] for security_group (7dd0ede2-78f6-4cc0-aee3-fb9e025009bf), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.464461 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7dd0ede2-78f6-4cc0-aee3-fb9e025009bf), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.489193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Reserving flat network on physical network physnet1 {{(pid=111120) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:40:40.506142 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd0ede2-78f6-4cc0-aee3-fb9e025009bf,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:40.511655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (e8bed43b-d0db-48da-b8d7-6c976b7b0a25), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.512062 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Added segment e8bed43b-d0db-48da-b8d7-6c976b7b0a25 of type flat for network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 May 27 03:40:40.557077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:40.572947 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (415105c8-4c1d-4e5a-ad0e-083bda21fb32), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.631014 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.733214 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (415105c8-4c1d-4e5a-ad0e-083bda21fb32), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.734173 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.734748 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.834261 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] Pushing event updated for resources: {'Network': ['ID=415105c8-4c1d-4e5a-ad0e-083bda21fb32,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:40.845433 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:40:40.890515 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8f06e5e0-a013-41a5-b698-44787e409de3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0565283 May 27 03:40:40.965979 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:41.510652 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:43.367655 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:43.573089 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53538) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:43.771795 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=14 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:43.778022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8241a-d5e1-4dff-ac78-8fa0674a5e23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:43.779402 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-39f8241a-d5e1-4dff-ac78-8fa0674a5e23 demo admin] 10.222.0.58 "GET /v2.0/subnets/804881b2-ef49-4c5c-8685-b378d1e30f2c HTTP/1.1" status: 200 len: 849 time: 0.2051694 May 27 03:40:43.912852 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-707ff1b8-2cec-4baa-aca8-ef25890ee643 demo admin] 10.222.0.58 "GET /v2.0/routers/1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 HTTP/1.1" status: 200 len: 704 time: 0.1254790 May 27 03:40:43.919980 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:44.213601 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:44.550403 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Allocated IP 172.20.0.1 (97d64915-f38c-426c-aede-b6d8454c8902/804881b2-ef49-4c5c-8685-b378d1e30f2c/a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:44.789970 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks [] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:44.945232 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.026227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Network 97d64915-f38c-426c-aede-b6d8454c8902 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:45.035423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:45.038104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:45.038648 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.100091 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Pushing event updated for resources: {'Port': ['ID=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:45.176487 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:45.263465 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:45.269076 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-c6eec2d2-8af1-47cd-8bad-64a62677efa0 None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:45.269989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c6eec2d2-8af1-47cd-8bad-64a62677efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.309141 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-c6eec2d2-8af1-47cd-8bad-64a62677efa0 None None] Port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:45.353022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.405715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:45.628019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks [] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.693323 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.694187 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.782009 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Pushing event updated for resources: {'Port': ['ID=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:45.846212 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Network 97d64915-f38c-426c-aede-b6d8454c8902 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:45.848658 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:46.196335 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:46.213702 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-9d703fa2-9146-41fb-a0c0-98d6995441f5 None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:46.214092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9d703fa2-9146-41fb-a0c0-98d6995441f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:46.254371 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9d703fa2-9146-41fb-a0c0-98d6995441f5 None None] Port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:46.312831 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:46.319379 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-db883889-33e1-4dce-8346-1e81e0c49095 demo admin] 10.222.0.58 "PUT /v2.0/routers/1c6716c9-35ef-47e4-8d83-0782d0a1e9d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3967898 May 27 03:40:46.329663 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Sync routers for ids ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:46.343431 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Routers {'1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:46.349499 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:40:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:46.548665 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Set router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:47.053030 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:45Z', 'revision_number': 2, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port_host': None, '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:45Z', 'revision_number': 2, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:47.119524 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Checking router: 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:47.119902 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Updating router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:47.182576 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:47.968468 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks [] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.059581 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.289523 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-2c037c3b-2b37-4337-ac84-654ffb0aa5c7 None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:48.290588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2c037c3b-2b37-4337-ac84-654ffb0aa5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.325492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2c037c3b-2b37-4337-ac84-654ffb0aa5c7 None None] Port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:48.328859 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Pushing event updated for resources: {'Port': ['ID=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.358833 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.359312 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.359888 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.360608 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.361165 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.361752 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.362653 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.363441 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.363874 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.364659 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.365211 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.365789 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.366534 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.367093 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.367648 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Tracked resource versions report: May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: pushed versions: May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: { 'AddressGroup': {'1.2'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Agent': {'1.1'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'ConntrackHelper': {'1.0'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'LocalIPAssociation': {'1.0'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Log': {'1.0'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'NDPProxy': {'1.0'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Network': {'1.1'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Port': {'1.7'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'PortForwarding': {'1.3'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'QosPolicy': {'1.10'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroup': {'1.5'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SubPort': {'1.0'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Subnet': {'1.1'}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Trunk': {'1.1'}} May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: consumer versions: May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Agent': '1.1', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'ConntrackHelper': '1.0', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'LocalIPAssociation': '1.0', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Log': '1.0', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'NDPProxy': '1.0', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Network': '1.1', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Port': '1.7', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'PortForwarding': '1.3', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'QosPolicy': '1.10', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroup': '1.5', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroupRule': '1.2', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SubPort': '1.0', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Subnet': '1.1', May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Trunk': '1.1'}} May 27 03:40:48.370246 dv-cinder-843361-2-iscsi neutron-server[111123]: {{(pid=111123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:48.379082 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Attempting to bind port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:48.379680 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Attempting to bind port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:48.380380 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Attempting to bind port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 on network 97d64915-f38c-426c-aede-b6d8454c8902 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:48.391114 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:48.391746 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Checking segment: {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:48.392491 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.393154 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Bound using segment: {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:48.393930 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Bound port: a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e94c8f-38b0-462e-aa9e-cd250525159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:48.395405 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.421383 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:48.488151 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:48.505135 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] For port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:48.529319 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] For port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,segment=NetworkSegment(a6e94c8f-38b0-462e-aa9e-cd250525159d),segment_id=a6e94c8f-38b0-462e-aa9e-cd250525159d)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:48.608026 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.672021 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Routers {'1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:48.672579 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:40:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:48.717956 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25257b65-e6e0-4831-8225-3bfa29bbc323 None None] Pushing event updated for resources: {'Port': ['ID=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,revision_number=4']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.815222 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] Set router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:48.915005 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 53556) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:48.951081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:48.951480 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.038978 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Current status of the port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:49.039370 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.087833 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] For port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,segment=NetworkSegment(a6e94c8f-38b0-462e-aa9e-cd250525159d),segment_id=a6e94c8f-38b0-462e-aa9e-cd250525159d)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:49.106872 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:45Z', 'revision_number': 2, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port_host': None, '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:48Z', 'revision_number': 4, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:49.135369 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c48242-0926-406a-93fa-6b6b1fda90ff None None] The sync data for ids ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'] in dv-cinder-843361-2-iscsi is: [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:45Z', 'revision_number': 2, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port_host': None, '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:48Z', 'revision_number': 4, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:49.147761 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f103aa-c6d4-4c30-be3e-2b5ff3bb9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:49.149662 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-a4f103aa-c6d4-4c30-be3e-2b5ff3bb9138 admin admin] 10.222.0.58 "GET /v2.0/networks/415105c8-4c1d-4e5a-ad0e-083bda21fb32 HTTP/1.1" status: 200 len: 842 time: 0.2331841 May 27 03:40:49.157151 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.165621 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:49.241179 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c177d-2e81-4bbe-abd1-2bdacc1b7b3d None None] Pushing event updated for resources: {'Port': ['ID=a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.281697 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Made reservation on behalf of 1781b8350b784207b421bac2bc80c855 for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:49.285051 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.875539 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.objects.ports [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111121) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 03:40:49.875539 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (61ba5977-c310-420d-932b-508e6ad3673b), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.954105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ba5977-c310-420d-932b-508e6ad3673b,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.965016 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:49.965488 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Network hostable DHCP agents. Network: 415105c8-4c1d-4e5a-ad0e-083bda21fb32, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:49.968951 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.969289 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.969632 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.969967 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.970301 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.970626 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.970949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.971321 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.971686 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.972108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.972523 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.973075 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.973584 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.973988 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.974313 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Tracked resource versions report: May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: pushed versions: May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: { 'AddressGroup': {'1.2'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Agent': {'1.1'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'ConntrackHelper': {'1.0'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'LocalIPAssociation': {'1.0'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Log': {'1.0'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'NDPProxy': {'1.0'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Network': {'1.1'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Port': {'1.7'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'PortForwarding': {'1.3'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'QosPolicy': {'1.10'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroup': {'1.5'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroupRule': {'1.2'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SubPort': {'1.0'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Subnet': {'1.1'}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Trunk': {'1.1'}} May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: consumer versions: May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Agent': '1.1', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'ConntrackHelper': '1.0', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'LocalIPAssociation': '1.0', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Log': '1.0', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'NDPProxy': '1.0', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Network': '1.1', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Port': '1.7', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'PortForwarding': '1.3', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'QosPolicy': '1.10', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroup': '1.5', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroupRule': '1.2', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SubPort': '1.0', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Subnet': '1.1', May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Trunk': '1.1'}} May 27 03:40:49.975795 dv-cinder-843361-2-iscsi neutron-server[111121]: {{(pid=111121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:40:50.104420 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:50.207582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 415105c8-4c1d-4e5a-ad0e-083bda21fb32) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:50.214058 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:50.216384 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:50.224967 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff362a12-e2fe-4f2b-a229-b6c522c0b96d None None] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:50.303775 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c440559f-4756-4cbd-a46d-0427f72f9903 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1470499 May 27 03:40:50.417227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352fcca1-9230-405c-b15c-cf382f20e22d None None] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:52.818903 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53568) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:53.006594 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-14f464dc-0e2b-436e-9202-778e0a3ee3e8 demo admin] 10.222.0.58 "GET /v2.0/routers/1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 HTTP/1.1" status: 200 len: 710 time: 0.1859307 May 27 03:40:53.021590 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:53.164718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a51ee9-e55f-43ad-990b-7ae4fe14c0ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:53.166357 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-46a51ee9-e55f-43ad-990b-7ae4fe14c0ee demo admin] 10.222.0.58 "GET /v2.0/networks/415105c8-4c1d-4e5a-ad0e-083bda21fb32 HTTP/1.1" status: 200 len: 886 time: 0.1539800 May 27 03:40:53.180467 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:53.548946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks [] for router_gateway (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.796451 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:54.076093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks [] for router_gateway (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:54.219978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:54.470070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Allocated IP 172.27.2.114 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/6d555566-fa3a-49b8-a4f8-8892c21bd990) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:54.592317 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks [] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:54.699073 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:54.740642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:54.744071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:54.752233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:54.794101 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Pushing event updated for resources: {'Port': ['ID=6d555566-fa3a-49b8-a4f8-8892c21bd990,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:54.844295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.148321 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks [] for router_gateway (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:55.267134 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.394176 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1587411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12266'] for router (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:55.398598 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1587416'] for router (1c6716c9-35ef-47e4-8d83-0782d0a1e9d4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:55.684615 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:55.840627 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:55.848936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:55.864553 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-6453179f-8d5c-48ad-8c5b-ceeb535f952f demo admin] 10.222.0.58 "PUT /v2.0/routers/1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 HTTP/1.1" status: 200 len: 890 time: 2.6742473 May 27 03:40:58.314270 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:58.389831 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:58.390461 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:58.614169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:58.756529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 53580) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:58.889108 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1852aa9b-fc58-44e4-bc7e-b386edf75e19 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1311536 May 27 03:40:59.111130 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:UPDATE=2,neutron:SELECT=42,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.114401 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=44 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.386327 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Sync routers for ids ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:59.404073 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Routers {'1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:59.404345 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:40:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:59.639946 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.656936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Set router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:59.985176 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.177686 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:54Z', 'revision_number': 4, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port': {'id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:54Z', 'updated_at': '2022-05-27T03:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:49Z', 'revision_number': 5, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:00.227928 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=56,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.230467 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.241378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Checking router: 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:00.241378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Updating router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 port 6d555566-fa3a-49b8-a4f8-8892c21bd990 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:00.305249 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.743644 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks [] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.819401 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.899051 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Attempting to bind port 6d555566-fa3a-49b8-a4f8-8892c21bd990 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:00.899454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Attempting to bind port 6d555566-fa3a-49b8-a4f8-8892c21bd990 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:00.899720 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Attempting to bind port 6d555566-fa3a-49b8-a4f8-8892c21bd990 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:00.907894 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ec8c-4728-4b4c-b272-092b4f0b5e3f None None] Pushing event updated for resources: {'Port': ['ID=6d555566-fa3a-49b8-a4f8-8892c21bd990,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.912163 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:00.912549 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:00.913947 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.913947 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:00.913947 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Bound port: 6d555566-fa3a-49b8-a4f8-8892c21bd990, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:00.914592 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.012637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] For port 6d555566-fa3a-49b8-a4f8-8892c21bd990, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:01.020952 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] For port 6d555566-fa3a-49b8-a4f8-8892c21bd990, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6d555566-fa3a-49b8-a4f8-8892c21bd990,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:01.111108 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.203078 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Routers {'1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:01.204050 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:40:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:01.278279 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ec8c-4728-4b4c-b272-092b4f0b5e3f None None] Pushing event updated for resources: {'Port': ['ID=6d555566-fa3a-49b8-a4f8-8892c21bd990,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.373447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] Set router 1c6716c9-35ef-47e4-8d83-0782d0a1e9d4 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:01.420155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:01.540406 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:01.639565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:54Z', 'revision_number': 4, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port': {'id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:54Z', 'updated_at': '2022-05-27T03:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:49Z', 'revision_number': 5, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:01.690867 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70431992-09fe-418c-840e-1db7b3cc7872 None None] The sync data for ids ['1c6716c9-35ef-47e4-8d83-0782d0a1e9d4'] in dv-cinder-843361-2-iscsi is: [{'id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'name': 'router1', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:33Z', 'updated_at': '2022-05-27T03:40:54Z', 'revision_number': 4, 'project_id': '059d0856d2f94b658054f1a53c494081', 'gw_port': {'id': '6d555566-fa3a-49b8-a4f8-8892c21bd990', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:54Z', 'updated_at': '2022-05-27T03:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4', 'name': '', 'network_id': '97d64915-f38c-426c-aede-b6d8454c8902', 'tenant_id': '059d0856d2f94b658054f1a53c494081', 'mac_address': 'fa:16:3e:98:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6716c9-35ef-47e4-8d83-0782d0a1e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:44Z', 'updated_at': '2022-05-27T03:40:49Z', 'revision_number': 5, 'project_id': '059d0856d2f94b658054f1a53c494081', 'subnets': [{'id': '804881b2-ef49-4c5c-8685-b378d1e30f2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a61b024-f6bd-4e29-8f60-37d30e8567ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:02.373076 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6d555566-fa3a-49b8-a4f8-8892c21bd990 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:02.466504 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 6d555566-fa3a-49b8-a4f8-8892c21bd990 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:02.467284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.619784 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 6d555566-fa3a-49b8-a4f8-8892c21bd990 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:02.620838 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.670022 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 6d555566-fa3a-49b8-a4f8-8892c21bd990, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6d555566-fa3a-49b8-a4f8-8892c21bd990,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:02.750701 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.961281 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=6d555566-fa3a-49b8-a4f8-8892c21bd990,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:04.323972 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6d555566-fa3a-49b8-a4f8-8892c21bd990 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:04.451221 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 6d555566-fa3a-49b8-a4f8-8892c21bd990 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:04.451492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6d555566-fa3a-49b8-a4f8-8892c21bd990), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.569463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 6d555566-fa3a-49b8-a4f8-8892c21bd990 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:06.395702 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc312-f868-4c2b-9193-8fe4f711b84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.878729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=33 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.887495 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=61 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.503800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c93a17a4-cdd0-4adc-b178-814dc64c9a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.602180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.538242 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.344706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:20.922487 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:20.926069 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:21.468220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:23.267034 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.924275 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:36.394015 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-360f5974-08d3-4bf7-8e9c-08ba13b256e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.531820 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9a4f9710-d8fc-4b01-9b56-d20b1252e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.582533 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.535368 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.321470 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.235884 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.246451 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:57.929833 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:06.376266 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1b655ec-55f0-4e38-84d6-f93fe724551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:07.924048 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:07.925600 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:09.490287 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a7d5cf64-b3e7-4a61-89ec-ed40ffd9a80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:10.627399 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:11.552785 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:13.316051 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.233485 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:23.239064 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:26.716604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54120) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:26.780549 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc98d7c3-d30c-4fdf-8669-96de42dcc943 admin admin] GET failed (client error): The resource could not be found. May 27 03:42:26.781884 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-cc98d7c3-d30c-4fdf-8669-96de42dcc943 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643287 May 27 03:42:26.948106 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f1eb8-6868-4c02-92ca-64121c8bb309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:26.949646 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-205f1eb8-6868-4c02-92ca-64121c8bb309 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633909 May 27 03:42:29.213092 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54130) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:29.309835 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dad75c-19fe-48d1-84a8-9ba0829acc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:29.311221 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-17dad75c-19fe-48d1-84a8-9ba0829acc81 admin admin] 10.222.0.58 "GET /v2.0/subnets/804881b2-ef49-4c5c-8685-b378d1e30f2c HTTP/1.1" status: 200 len: 849 time: 0.0971813 May 27 03:42:29.321010 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:29.415809 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Publish callbacks [] for subnet (804881b2-ef49-4c5c-8685-b378d1e30f2c), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.629707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785700972764'] for subnet (804881b2-ef49-4c5c-8685-b378d1e30f2c), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.665991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:29.666954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.669575 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] 10.222.0.58 "PUT /v2.0/subnets/804881b2-ef49-4c5c-8685-b378d1e30f2c HTTP/1.1" status: 200 len: 868 time: 0.3505368 May 27 03:42:29.670669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e697962c-581c-46fd-84e4-204d9b917cc5 None None] Network 97d64915-f38c-426c-aede-b6d8454c8902 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:42:29.686601 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=804881b2-ef49-4c5c-8685-b378d1e30f2c,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:29.694208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.694562 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.694912 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.695249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.695579 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.695902 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.696224 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.696572 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.696907 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.697236 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.697575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.697919 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.698236 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.698551 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:29.698864 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1f5b-4a43-41d2-ab9e-de68bc78abbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:30.005893 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Provisioning complete for port f5294616-5b83-43c0-813e-a7534a2fbc72 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:30.006283 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f5294616-5b83-43c0-813e-a7534a2fbc72), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.086135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Current status of the port f5294616-5b83-43c0-813e-a7534a2fbc72 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:30.094401 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Provisioning complete for port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:30.095261 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.168974 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-8c4df45a-81bc-42ae-bd26-57f0c5303dde None None] Current status of the port a2c4c3a8-2117-4dee-bd9b-e937fe1e8ef4 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:31.930202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54138) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:32.134977 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75268454-666e-456f-8e1c-badcc5f9bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.135358 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75268454-666e-456f-8e1c-badcc5f9bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.136935 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-75268454-666e-456f-8e1c-badcc5f9bb23 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2057664 May 27 03:42:34.380992 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54146) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:34.515202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59803119-34e2-40dd-bd4e-1605594c2e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.515670 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59803119-34e2-40dd-bd4e-1605594c2e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.517349 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-59803119-34e2-40dd-bd4e-1605594c2e5d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353936 May 27 03:42:34.928821 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:34.983311 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:36.377893 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3335e033-5972-4228-a1f8-513f05f8676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.768910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54154) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:36.893512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:36.902881 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72d153-11ef-4400-a2ac-f84103e8de1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:36.908091 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-7a72d153-11ef-4400-a2ac-f84103e8de1e admin admin] 10.222.0.58 "GET /v2.0/networks/415105c8-4c1d-4e5a-ad0e-083bda21fb32 HTTP/1.1" status: 200 len: 886 time: 0.1344054 May 27 03:42:39.252818 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54162) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:39.422839 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd72ed-26a8-43a1-ae7c-f2246472e76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:39.424332 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d9bd72ed-26a8-43a1-ae7c-f2246472e76a admin admin] 10.222.0.58 "GET /v2.0/networks/97d64915-f38c-426c-aede-b6d8454c8902 HTTP/1.1" status: 200 len: 869 time: 0.1705594 May 27 03:42:39.487255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-db8f13a0-bcc8-48f5-a6d5-afc1c5896c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.586295 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.563908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.695141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54172) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:41.826196 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5cdb8-e4ee-4ebb-90a9-25f3f891bded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.826651 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5cdb8-e4ee-4ebb-90a9-25f3f891bded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.828245 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-18e5cdb8-e4ee-4ebb-90a9-25f3f891bded admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322050 May 27 03:42:43.315019 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.145972 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54180) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:44.225250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:44.243908 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d2a0c-58db-486a-8496-60d20f14c1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:44.249957 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d2a0c-58db-486a-8496-60d20f14c1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:44.249957 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c95d2a0c-58db-486a-8496-60d20f14c1e3 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991035 May 27 03:42:44.925596 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.542138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54188) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:46.632953 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad070957-c265-4c6e-8a22-750a20bfce64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:46.634318 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ad070957-c265-4c6e-8a22-750a20bfce64 admin admin] 10.222.0.58 "GET /v2.0/subnets/61ba5977-c310-420d-932b-508e6ad3673b HTTP/1.1" status: 200 len: 816 time: 0.0913174 May 27 03:42:48.899018 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54196) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:48.996606 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb65ba4-09ae-4ad0-b19d-e91e002f391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:48.997972 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-edb65ba4-09ae-4ad0-b19d-e91e002f391b admin admin] 10.222.0.58 "GET /v2.0/subnets/804881b2-ef49-4c5c-8685-b378d1e30f2c HTTP/1.1" status: 200 len: 868 time: 0.0979962 May 27 03:42:49.413730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=9 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:49.420787 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=14 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:51.463974 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:53.244472 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:58.991830 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=29 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:58.993784 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=12 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:06.370647 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3f88e0a8-c461-48c0-b029-51b1fab79412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.477140 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8ab818f5-38f2-4abe-bce1-e78bb5822d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.609459 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.533848 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.927055 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:13.325090 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.467812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:21.923409 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:21.924660 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=19 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:23.244934 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:30.476844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54256) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:30.530919 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [None req-78d494b0-7fc3-45c9-bee8-5c09517fe20e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:43:30.532058 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-78d494b0-7fc3-45c9-bee8-5c09517fe20e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0538323 May 27 03:43:32.953886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54264) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:33.017397 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c85560-4abc-44c2-8913-ebebf981530a admin admin] GET failed (client error): The resource could not be found. May 27 03:43:33.018700 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-18c85560-4abc-44c2-8913-ebebf981530a admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638533 May 27 03:43:33.170983 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259f0d0-94a8-4f9e-8b5a-e1b386e93f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:33.172544 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c259f0d0-94a8-4f9e-8b5a-e1b386e93f57 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1498084 May 27 03:43:35.507455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54272) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:35.564815 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:35.676282 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Made reservation on behalf of 1781b8350b784207b421bac2bc80c855 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:35.678867 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:35.711536 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING neutron.services.revisions.revision_plugin [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Could not find related network for resource to bump revision. May 27 03:43:35.725193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:43:35.735700 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (e835e6f3-adaa-4371-8753-4c9a6fe734e6), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:35.736102 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Added segment e835e6f3-adaa-4371-8753-4c9a6fe734e6 of type vlan for network afa5d620-ca69-4fb8-9c19-68a5621de58a May 27 03:43:35.783409 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (afa5d620-ca69-4fb8-9c19-68a5621de58a), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:35.881796 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (afa5d620-ca69-4fb8-9c19-68a5621de58a), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:35.882841 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:35.883407 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:35.950230 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Pushing event updated for resources: {'Network': ['ID=afa5d620-ca69-4fb8-9c19-68a5621de58a,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:35.958322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.958655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.959014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.959347 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.959669 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.959987 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.960303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.960655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.960973 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.961285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.961599 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.961910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.962220 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.962527 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.962839 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:35.973323 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9b1860ae-c086-4201-b455-02fdfb3a9274 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4645176 May 27 03:43:35.975574 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network afa5d620-ca69-4fb8-9c19-68a5621de58a details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:43:36.396043 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-61f65fbb-72dd-4710-87b5-6129bd1aa418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.332083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54280) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:38.398427 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07393e1-7c23-4feb-9595-869a35c636f1 admin admin] GET failed (client error): The resource could not be found. May 27 03:43:38.399748 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f07393e1-7c23-4feb-9595-869a35c636f1 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666788 May 27 03:43:38.473400 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd100b-4d92-46b9-803a-7d48f6f04979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.474920 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f2bd100b-4d92-46b9-803a-7d48f6f04979 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710096 May 27 03:43:38.485361 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:38.590148 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Made reservation on behalf of 1781b8350b784207b421bac2bc80c855 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:38.592464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.940735 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (71ce9dbf-465f-456f-a9ab-b81992207c8f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.998234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ce9dbf-465f-456f-a9ab-b81992207c8f,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:39.007318 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Checking segment: {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:39.007680 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Network hostable DHCP agents. Network: afa5d620-ca69-4fb8-9c19-68a5621de58a, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:43:39.094360 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Network afa5d620-ca69-4fb8-9c19-68a5621de58a is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:43:39.186423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, afa5d620-ca69-4fb8-9c19-68a5621de58a) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:39.192675 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:39.193463 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.194810 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb5236-059e-45dc-b6a0-5335cf31f855 None None] Network afa5d620-ca69-4fb8-9c19-68a5621de58a requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:39.263878 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-058d09e8-5694-4492-9222-77c9f291b2c5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7817633 May 27 03:43:39.301586 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-afa5d620-ca69-4fb8-9c19-68a5621de58a', 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a', 'project_id': '1781b8350b784207b421bac2bc80c855', 'fixed_ips': [{'subnet_id': '71ce9dbf-465f-456f-a9ab-b81992207c8f'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:43:39.302576 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.465652 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Allocated IP 192.168.233.2 (afa5d620-ca69-4fb8-9c19-68a5621de58a/71ce9dbf-465f-456f-a9ab-b81992207c8f/b18b824d-7826-4071-9eee-b12014bb108d) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:39.531829 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c87b68de-2cc8-4b26-9dcf-4d2c0c7df681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.631707 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks [] for port (b18b824d-7826-4071-9eee-b12014bb108d), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.724141 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (b18b824d-7826-4071-9eee-b12014bb108d), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.763365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Network afa5d620-ca69-4fb8-9c19-68a5621de58a is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:39.768856 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:39.772733 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:39.780850 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Pushing event updated for resources: {'Port': ['ID=b18b824d-7826-4071-9eee-b12014bb108d,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:39.809177 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.809677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.810109 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.810471 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.810851 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.811141 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.811585 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.811787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.812108 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.812427 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.812774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.813110 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.813433 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.813746 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.814061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:39.854224 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Attempting to bind port b18b824d-7826-4071-9eee-b12014bb108d on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:39.854809 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Attempting to bind port b18b824d-7826-4071-9eee-b12014bb108d by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:39.855183 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Attempting to bind port b18b824d-7826-4071-9eee-b12014bb108d on network afa5d620-ca69-4fb8-9c19-68a5621de58a {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:39.862229 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:39.862598 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Checking segment: {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:39.862997 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.863389 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Bound using segment: {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:39.863851 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Bound port: b18b824d-7826-4071-9eee-b12014bb108d, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:39.864225 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (b18b824d-7826-4071-9eee-b12014bb108d), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.936255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] For port b18b824d-7826-4071-9eee-b12014bb108d, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:39.938145 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:39.940193 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] For port b18b824d-7826-4071-9eee-b12014bb108d, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=b18b824d-7826-4071-9eee-b12014bb108d,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:40.081823 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (b18b824d-7826-4071-9eee-b12014bb108d), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:40.135551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:40.156669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731181e0-eadc-407c-85f8-27b7132b6764 None None] Pushing event updated for resources: {'Port': ['ID=b18b824d-7826-4071-9eee-b12014bb108d,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:40.477662 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device b18b824d-7826-4071-9eee-b12014bb108d up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:40.567418 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port b18b824d-7826-4071-9eee-b12014bb108d triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:40.567932 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (b18b824d-7826-4071-9eee-b12014bb108d), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:40.653845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:40.672845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port b18b824d-7826-4071-9eee-b12014bb108d is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:40.673235 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (b18b824d-7826-4071-9eee-b12014bb108d), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:40.723929 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port b18b824d-7826-4071-9eee-b12014bb108d, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=b18b824d-7826-4071-9eee-b12014bb108d,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:40.815782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (b18b824d-7826-4071-9eee-b12014bb108d), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:40.878904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=b18b824d-7826-4071-9eee-b12014bb108d,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:41.142170 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3f469-0a3e-4c6b-b4dd-6c4c856cad53 None None] Network afa5d620-ca69-4fb8-9c19-68a5621de58a requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:41.266102 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-0cf11865-72ff-437f-af45-a01662ebba30 None None] Provisioning complete for port b18b824d-7826-4071-9eee-b12014bb108d triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:41.266483 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0cf11865-72ff-437f-af45-a01662ebba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (b18b824d-7826-4071-9eee-b12014bb108d), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:41.355387 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-0cf11865-72ff-437f-af45-a01662ebba30 None None] Current status of the port b18b824d-7826-4071-9eee-b12014bb108d is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:41.572614 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:41.677569 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6ef6baf7-414f-4370-8ecb-ac403676da99 None None] Provisioning complete for port b18b824d-7826-4071-9eee-b12014bb108d triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:41.677902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6ef6baf7-414f-4370-8ecb-ac403676da99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (b18b824d-7826-4071-9eee-b12014bb108d), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:41.757794 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6baf7-414f-4370-8ecb-ac403676da99 None None] Current status of the port b18b824d-7826-4071-9eee-b12014bb108d is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:42.377573 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device b18b824d-7826-4071-9eee-b12014bb108d up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:42.424849 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port b18b824d-7826-4071-9eee-b12014bb108d triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:42.425240 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (b18b824d-7826-4071-9eee-b12014bb108d), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:42.508694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port b18b824d-7826-4071-9eee-b12014bb108d is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:43.163350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=11 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:43.167845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=11 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:43.304381 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:48.926748 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:48.935410 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:49.203169 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:49.204071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:53.242463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:53.244841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.910421 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.911216 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:06.373219 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ad902da-8b2f-4652-b084-fae8f396c9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.526148 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-74be0ee4-4def-493c-8a20-731a50bd5c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.588953 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:11.590002 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.321754 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.242328 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:23.243173 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:25.926098 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:44:25.945076 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:36.377431 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f12a67eb-6554-4bde-b408-7d869b5363e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:39.611568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6f96b8cc-e635-45bb-9210-413b8b718fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:40.605529 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:41.553673 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.331353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:45.914604 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:45.933828 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:53.239324 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:53.241235 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:02.924845 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:06.364034 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0d93864c-f642-4877-ba81-729f683a6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:06.603213 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:09.518522 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea620afc-06e0-4025-89d3-71c046f20eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:10.656339 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:11.564424 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.921107 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=19 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:13.347443 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.235562 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:23.242942 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:31.709038 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54318) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:31.714995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [None req-e0ad8128-8330-4342-a513-349f042b78c3 tempest-verify_tempest_config-1725415028 tempest-verify_tempest_config-1725415028-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:45:31.716619 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e0ad8128-8330-4342-a513-349f042b78c3 tempest-verify_tempest_config-1725415028 tempest-verify_tempest_config-1725415028-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060091 May 27 03:45:32.246169 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54336) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:32.381931 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.489386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Publish callbacks [] for security_group (7d154fa7-4ebe-47b3-bc63-12543eca4c4f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.568802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7d154fa7-4ebe-47b3-bc63-12543eca4c4f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.619935 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3373410431db40948c2e7814135ed83e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3725920 May 27 03:45:32.620912 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d154fa7-4ebe-47b3-bc63-12543eca4c4f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:32.622584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54340) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:32.628849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.629199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.629541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.629878 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.630213 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.630684 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.630868 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.631193 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.631533 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.631862 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.632205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.632564 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.632916 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.633249 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.633562 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d715820-bf68-4f57-be74-604267b0bf5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.679366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Publish callbacks [] for security_group (7d154fa7-4ebe-47b3-bc63-12543eca4c4f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.700976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Publish callbacks [] for security_group (7d154fa7-4ebe-47b3-bc63-12543eca4c4f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.855707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7d154fa7-4ebe-47b3-bc63-12543eca4c4f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.858855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:32.860038 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d154fa7-4ebe-47b3-bc63-12543eca4c4f HTTP/1.1" status: 204 len: 168 time: 0.2359731 May 27 03:45:32.868885 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d154fa7-4ebe-47b3-bc63-12543eca4c4f,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:32.877034 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.877297 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.877839 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.878178 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.878515 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.878842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.879170 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.879493 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.879840 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.880169 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.880491 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.881332 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.881332 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.881507 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:32.881803 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fa3dc-2f83-4ec4-9d6e-d63cbb679fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:36.363352 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-371699a5-4fad-4eca-9457-9c73132b4f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:39.488403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a00529d4-b825-4eb5-827f-325ac1905232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:39.923637 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:40.597336 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:41.545783 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:42.624269 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:42.625089 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:42.739339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:42.872841 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:43.295143 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:49.919041 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:49.920379 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:53.235551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:53.237469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:02.916184 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:02.916996 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:06.361993 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d0449567-142a-409e-8e36-686f9ba2d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:09.510046 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0d633bc3-8202-42cd-a0b1-bdd374f9646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:10.606780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:11.555773 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:13.303363 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.922666 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:46:16.948576 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:23.233247 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:23.236352 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:26.918789 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:36.371915 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd9c6-239c-4327-940c-e49dfbfb0098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:39.497499 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ca4e-445f-41d3-9387-6659ea1e3deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:40.605999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.531669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:43.296400 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:53.229145 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.236209 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.922486 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 5 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:46:53.946901 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:06.359936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7b29d296-4d38-4f44-b2a5-5aec821c5b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:06.609165 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=18 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:06.610988 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=12 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:09.525213 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a0cd-efe1-4438-a456-6fd8deff3f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:10.639447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:11.548837 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:13.335563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.810550 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588017'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:30.921890 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:47:30.944655 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:31.734161 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:31.737148 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:35.054462 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54416) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:35.174958 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f0fa455c-067b-4330-b07f-b910e875594a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1193504 May 27 03:47:36.357124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15956dea-57ae-4787-9059-4ead2c9d4e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:37.536186 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54426) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:37.597824 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-30d038b1-cfe5-4ad4-8d72-a482b183b20f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0603232 May 27 03:47:39.513769 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-025890bf-a88e-43eb-973a-4950edd09fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:40.622363 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:40.917690 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:41.570913 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:43.308785 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:47.591773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:47.592586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:51.828443 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:01.735661 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:01.738563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:06.356762 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d73906d2-ff73-4367-8233-a5c0b376d5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.925433 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:09.485041 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-238d8f2d-c17c-46eb-acc8-51d5f250231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.679402 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.564979 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.327816 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.916461 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:17.917280 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:21.833473 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:31.730163 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:31.736635 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:36.362302 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e849-bafa-4cbb-a8f0-8a34bf50ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:39.565722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-29344437-5ef0-47af-acd4-62c5245117c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.630300 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:41.573199 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:43.325402 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:44.924922 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:44.945738 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:51.802120 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.921023 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:01.745936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:01.749478 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:06.355257 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9577-65e4-4fe0-b71f-2d96094b8f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:06.659997 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:06.664956 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=11 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:09.508238 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30d866ba-5947-4e9b-bece-d3c90c491ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:10.664791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:11.715464 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:13.338230 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.363586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54636) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:19.412948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54642) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:19.442937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54646) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:19.675060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54670) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:19.762711 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1795249248-network', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:19.805459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1531439862-network', 'tenant_id': '7e34d34b28b44d399fe2a1e011771f22'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:19.812475 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-435298925-network', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:19.877146 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Made reservation on behalf of b1f668cbb60844d881dfb2af61132af7 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:19.880444 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.892034 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.919245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Made reservation on behalf of 7e34d34b28b44d399fe2a1e011771f22 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:19.925996 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.932224 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Made reservation on behalf of df0a2a8dca064a3ea1c20b7a32842000 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:19.934552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.941160 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.961532 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.989019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks [] for security_group (223b67c4-b59c-479b-8fcb-feb61a8e10d1), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.996020 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-network', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:20.032845 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks [] for security_group (49e93940-f381-406d-9c8e-10faa8cc9e0c), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.080854 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (223b67c4-b59c-479b-8fcb-feb61a8e10d1), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.114083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (49e93940-f381-406d-9c8e-10faa8cc9e0c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.134785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:20.137997 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223b67c4-b59c-479b-8fcb-feb61a8e10d1,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.153561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158611 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158611 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.158923 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.159246 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.159564 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.159884 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.160209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.160533 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.160846 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Tracked resource versions report: May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: pushed versions: May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: { 'AddressGroup': {'1.2'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Agent': {'1.1'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'ConntrackHelper': {'1.0'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'LocalIPAssociation': {'1.0'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Log': {'1.0'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'NDPProxy': {'1.0'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Network': {'1.1'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Port': {'1.7'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'PortForwarding': {'1.3'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'QosPolicy': {'1.10'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroup': {'1.5'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroupRule': {'1.2'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SubPort': {'1.0'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Subnet': {'1.1'}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Trunk': {'1.1'}} May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: consumer versions: May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: HyperV agent@hv-cinder-84336: {}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Agent': '1.1', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'ConntrackHelper': '1.0', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'LocalIPAssociation': '1.0', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Log': '1.0', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'NDPProxy': '1.0', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Network': '1.1', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Port': '1.7', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'PortForwarding': '1.3', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'QosPolicy': '1.10', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroup': '1.5', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SecurityGroupRule': '1.2', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'SubPort': '1.0', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Subnet': '1.1', May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: 'Trunk': '1.1'}} May 27 03:49:20.162068 dv-cinder-843361-2-iscsi neutron-server[111121]: {{(pid=111121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:49:20.166456 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.166877 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Added segment a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff of type vlan for network 6b10384b-df11-4c6b-b1fe-437c3d19a049 May 27 03:49:20.181976 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Made reservation on behalf of 26b40f0d69f44da79dfb780da80d4893 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:20.184962 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.200123 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks [] for security_group (054f819e-9e55-45fb-9f3a-3d54ec33789d), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.202541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.211868 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (6b10384b-df11-4c6b-b1fe-437c3d19a049), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.218715 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (d0119b6f-217b-468e-bbcc-76d2aadcc9d0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.219246 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Added segment d0119b6f-217b-468e-bbcc-76d2aadcc9d0 of type vlan for network 5f6279fa-5489-4182-8aee-fafc3439f008 May 27 03:49:20.219853 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e93940-f381-406d-9c8e-10faa8cc9e0c,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.232185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.234908 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.235565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.236098 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.236734 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.237256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.238364 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.238978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.239576 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.240084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.240724 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.241705 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.242373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.243322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.243973 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Tracked resource versions report: May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: pushed versions: May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: { 'AddressGroup': {'1.2'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Agent': {'1.1'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'ConntrackHelper': {'1.0'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'LocalIPAssociation': {'1.0'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Log': {'1.0'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'NDPProxy': {'1.0'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Network': {'1.1'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Port': {'1.7'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'PortForwarding': {'1.3'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'QosPolicy': {'1.10'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroup': {'1.5'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroupRule': {'1.2'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SubPort': {'1.0'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Subnet': {'1.1'}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Trunk': {'1.1'}} May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: consumer versions: May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: HyperV agent@hv-cinder-84336: {}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Agent': '1.1', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'ConntrackHelper': '1.0', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'LocalIPAssociation': '1.0', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Log': '1.0', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'NDPProxy': '1.0', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Network': '1.1', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Port': '1.7', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'PortForwarding': '1.3', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'QosPolicy': '1.10', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroup': '1.5', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SecurityGroupRule': '1.2', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'SubPort': '1.0', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Subnet': '1.1', May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: 'Trunk': '1.1'}} May 27 03:49:20.246715 dv-cinder-843361-2-iscsi neutron-server[111120]: {{(pid=111120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:49:20.291608 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (054f819e-9e55-45fb-9f3a-3d54ec33789d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.299875 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (5f6279fa-5489-4182-8aee-fafc3439f008), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.345208 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:20.382624 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054f819e-9e55-45fb-9f3a-3d54ec33789d,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.383319 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (6b10384b-df11-4c6b-b1fe-437c3d19a049), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.384494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:20.385185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.391126 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (062e748a-c788-4f1b-9c00-c234914f2605), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.391534 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Added segment 062e748a-c788-4f1b-9c00-c234914f2605 of type vlan for network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 May 27 03:49:20.445582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:20.455191 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (5dfb91cc-e855-4e80-80f6-77ee55d3cd53), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.471987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (5f6279fa-5489-4182-8aee-fafc3439f008), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.473095 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:20.473668 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.477088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b10384b-df11-4c6b-b1fe-437c3d19a049,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.478951 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks [] for security_group (fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.482571 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:20.494169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 6b10384b-df11-4c6b-b1fe-437c3d19a049 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:49:20.511551 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-484edb38-74f9-4861-ba58-b8a5077a19b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0669084 May 27 03:49:20.517255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54700) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:20.531067 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Request body: {'subnet': {'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1531439862-subnet', 'tenant_id': '7e34d34b28b44d399fe2a1e011771f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:20.591605 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6279fa-5489-4182-8aee-fafc3439f008,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.597758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.610088 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-109d0cfb-00d2-4e48-81a6-336c5d64dc44 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2454040 May 27 03:49:20.610279 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54706) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:20.619463 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Request body: {'subnet': {'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1795249248-subnet', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:20.626688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 5f6279fa-5489-4182-8aee-fafc3439f008 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:49:20.630340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:20.646891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.652264 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.652932 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Added segment 5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f of type vlan for network eba72c12-5b60-48f3-a29b-e3bbe4163d32 May 27 03:49:20.698778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Made reservation on behalf of 7e34d34b28b44d399fe2a1e011771f22 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:20.702139 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.716083 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (5dfb91cc-e855-4e80-80f6-77ee55d3cd53), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.721017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:20.722267 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.756439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (eba72c12-5b60-48f3-a29b-e3bbe4163d32), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.828648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] Pushing event updated for resources: {'Network': ['ID=5dfb91cc-e855-4e80-80f6-77ee55d3cd53,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.835666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Made reservation on behalf of b1f668cbb60844d881dfb2af61132af7 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:20.838478 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.845183 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:49:20.869901 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-8c44b4f1-98e9-48a7-ac70-d5a9b0fa653a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4550104 May 27 03:49:20.876860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54720) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:20.884317 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Request body: {'subnet': {'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-subnet', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:20.932333 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (eba72c12-5b60-48f3-a29b-e3bbe4163d32), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.936857 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:20.938597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.950852 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:21.038290 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Made reservation on behalf of df0a2a8dca064a3ea1c20b7a32842000 for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:21.040596 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.082152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:21.095728 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (9fe1efab-f17c-4c1a-b474-0341a2c407f3), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.131931 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4554453 May 27 03:49:21.137929 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd1f0-6cd3-4eaf-ab7b-c5d7adee4c52 admin admin] Pushing event updated for resources: {'Network': ['ID=eba72c12-5b60-48f3-a29b-e3bbe4163d32,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.152303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:49:21.154733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54730) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:21.169533 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:21.177086 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Request body: {'subnet': {'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-subnet', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:21.270404 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (789965dc-c253-4f52-8ecd-8a893a7251a1), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.286312 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Checking segment: {'id': 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:21.286495 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Network hostable DHCP agents. Network: 6b10384b-df11-4c6b-b1fe-437c3d19a049, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:21.341076 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe1efab-f17c-4c1a-b474-0341a2c407f3,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.390452 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (79867d82-7ff6-4a21-bcaa-77207eb1fd62), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.401829 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Checking segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:21.402180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Network hostable DHCP agents. Network: 5f6279fa-5489-4182-8aee-fafc3439f008, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:21.412151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=789965dc-c253-4f52-8ecd-8a893a7251a1,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.426411 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Made reservation on behalf of 26b40f0d69f44da79dfb780da80d4893 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:21.428847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.493053 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79867d82-7ff6-4a21-bcaa-77207eb1fd62,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.510233 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:21.510691 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Network hostable DHCP agents. Network: 5dfb91cc-e855-4e80-80f6-77ee55d3cd53, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:21.538929 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Network 6b10384b-df11-4c6b-b1fe-437c3d19a049 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:21.541100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:21.601107 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:21.863823 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 5dfb91cc-e855-4e80-80f6-77ee55d3cd53) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:21.867791 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 6b10384b-df11-4c6b-b1fe-437c3d19a049) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:21.872942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:21.872942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.903602 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 5f6279fa-5489-4182-8aee-fafc3439f008) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:21.907364 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b5067-f6b1-4634-93d1-46b359fcc77e None None] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:21.907364 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9e54d-fac6-4e76-9531-bff87b9db6c7 None None] Network 6b10384b-df11-4c6b-b1fe-437c3d19a049 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:21.909736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:21.909736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.909736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:21.909736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:21.911803 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b6d97-015f-49db-8321-9dfd0e00d45b None None] Network 5f6279fa-5489-4182-8aee-fafc3439f008 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:21.930855 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:49:21.934371 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:21.974111 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (e3b48e48-9d0a-4567-b124-4dbaba78bfb4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.021636 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-71c130b9-7dfd-457e-881d-4816be599a25 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1428211 May 27 03:49:22.024210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54780) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.030302 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ff947d4f-6776-4e62-bb39-df60c77b8f98 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5068352 May 27 03:49:22.030378 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.036927 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-934adb90-1c81-49aa-9904-814f06a4ed4a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4230630 May 27 03:49:22.038619 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54786) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.049865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.054181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b48e48-9d0a-4567-b124-4dbaba78bfb4,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.055066 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.076244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Checking segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:22.079545 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Network hostable DHCP agents. Network: eba72c12-5b60-48f3-a29b-e3bbe4163d32, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:22.140133 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:49:22.140133 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.144016 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479df1a-7703-473f-b047-0547a75ca512 None None] Network 6b10384b-df11-4c6b-b1fe-437c3d19a049 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:22.157391 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.159999 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.198179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.209666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.216135 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:22.243090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:22.268066 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-5f6279fa-5489-4182-8aee-fafc3439f008', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:49:22.269276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.298920 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for router_controller (e1d2ba40-44ed-49b8-8702-8a5275257aa9), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.310186 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, eba72c12-5b60-48f3-a29b-e3bbe4163d32) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:22.312695 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for router_controller (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), precommit_add_association {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.317278 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:22.318097 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.330750 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e153a-d4b6-4585-bab1-5662f88fef75 None None] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:22.427034 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-71d9e5df-471b-4bc9-b99e-748bc7f03b18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2709172 May 27 03:49:22.435433 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54802) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.444411 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.510181 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:22.570397 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54808) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.623924 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:22.627013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:22.682795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:22.717405 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54814) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.785693 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.788527 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.803013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for router_gateway (e1d2ba40-44ed-49b8-8702-8a5275257aa9), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.854401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c011-6526-4e17-be67-e09945e33fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.877614 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for router_gateway (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.922227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:49:22.923162 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.925004 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71ecc3b9-c0b0-444f-be8c-c24bd220a27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.932410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Allocated IP 172.20.0.2 (5dfb91cc-e855-4e80-80f6-77ee55d3cd53/79867d82-7ff6-4a21-bcaa-77207eb1fd62/fc586236-dea7-44db-bcad-acbfc4a4900a) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:22.945911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for router_controller (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.958861 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Allocated IP 172.20.0.2 (5f6279fa-5489-4182-8aee-fafc3439f008/789965dc-c253-4f52-8ecd-8a893a7251a1/6f6304b5-ad71-49cb-adbd-3a1b6aafcff7) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:23.080387 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71ecc3b9-c0b0-444f-be8c-c24bd220a27a admin admin] Publish callbacks [] for security_group (a13afd76-73d2-4215-8e6c-da7d4eae9744), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.097741 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54848) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:23.108874 dv-cinder-843361-2-iscsi neutron-server[111121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:49:23.143939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c011-6526-4e17-be67-e09945e33fb3 admin admin] Publish callbacks [] for security_group (db082ecb-98e2-43e2-a00c-8bc88b772cbb), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.222590 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-71ecc3b9-c0b0-444f-be8c-c24bd220a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a13afd76-73d2-4215-8e6c-da7d4eae9744), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.266435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c011-6526-4e17-be67-e09945e33fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (db082ecb-98e2-43e2-a00c-8bc88b772cbb), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.293191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks [] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.303689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Allocated IP 172.20.0.2 (eba72c12-5b60-48f3-a29b-e3bbe4163d32/e3b48e48-9d0a-4567-b124-4dbaba78bfb4/7084e495-4658-4196-8067-bbf6b047904b) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:23.383286 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks [] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.403493 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:23.419142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.421688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecc3b9-c0b0-444f-be8c-c24bd220a27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13afd76-73d2-4215-8e6c-da7d4eae9744,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.446605 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-71ecc3b9-c0b0-444f-be8c-c24bd220a27a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a95b9c4a13b7410389f01481d7446b8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7276788 May 27 03:49:23.478013 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54854) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:23.482573 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:23.499881 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:23.514353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:23.518756 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.529098 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Pushing event updated for resources: {'Port': ['ID=fc586236-dea7-44db-bcad-acbfc4a4900a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.539392 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a1a6c011-6526-4e17-be67-e09945e33fb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=967f4d957acb42e29d0e065ad5f349e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9644637 May 27 03:49:23.542945 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54856) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:23.543274 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-37afd34e-5a8d-4fad-8311-ac7852b1ecea tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:23.544797 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for router_gateway (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.544911 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-37afd34e-5a8d-4fad-8311-ac7852b1ecea tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/networks?id=6b10384b-df11-4c6b-b1fe-437c3d19a049 HTTP/1.1" status: 200 len: 812 time: 0.4392509 May 27 03:49:23.548361 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6c011-6526-4e17-be67-e09945e33fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db082ecb-98e2-43e2-a00c-8bc88b772cbb,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.561984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for router_gateway (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.592831 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.598196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.598534 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.598880 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.599359 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.599806 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.600245 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.600749 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.601061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.601377 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.601696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.602010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.602345 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.602662 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.602760 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for router_gateway (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.602972 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.603674 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Tracked resource versions report: May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: pushed versions: May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: { 'AddressGroup': {'1.2'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Agent': {'1.1'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'ConntrackHelper': {'1.0'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'LocalIPAssociation': {'1.0'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Log': {'1.0'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'NDPProxy': {'1.0'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Network': {'1.1'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Port': {'1.7'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'PortForwarding': {'1.3'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'QosPolicy': {'1.10'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroup': {'1.5'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroupRule': {'1.2'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SubPort': {'1.0'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Subnet': {'1.1'}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Trunk': {'1.1'}} May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: consumer versions: May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: HyperV agent@hv-cinder-84336: {}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Agent': '1.1', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'ConntrackHelper': '1.0', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'LocalIPAssociation': '1.0', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Log': '1.0', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'NDPProxy': '1.0', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Network': '1.1', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Port': '1.7', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'PortForwarding': '1.3', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'QosPolicy': '1.10', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroup': '1.5', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SecurityGroupRule': '1.2', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'SubPort': '1.0', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Subnet': '1.1', May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: 'Trunk': '1.1'}} May 27 03:49:23.604930 dv-cinder-843361-2-iscsi neutron-server[111122]: {{(pid=111122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:49:23.615724 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:23.636671 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-30bdce57-8490-42a6-bcfa-1ff632ff724c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/quotas/7e34d34b28b44d399fe2a1e011771f22 HTTP/1.1" status: 200 len: 375 time: 0.0656898 May 27 03:49:23.640432 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:23.652725 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.672080 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:23.711296 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] Publish callbacks [] for security_group (db082ecb-98e2-43e2-a00c-8bc88b772cbb), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.719942 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks [] for port (7084e495-4658-4196-8067-bbf6b047904b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.721573 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Pushing event updated for resources: {'Port': ['ID=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.736751 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] Publish callbacks [] for security_group (db082ecb-98e2-43e2-a00c-8bc88b772cbb), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.744966 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-b36a2558-8366-4e4c-ae81-aa3c8fe9753a tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e34d34b28b44d399fe2a1e011771f22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070390 May 27 03:49:23.749352 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] Publish callbacks [] for security_group (a13afd76-73d2-4215-8e6c-da7d4eae9744), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.752317 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Attempting to bind port fc586236-dea7-44db-bcad-acbfc4a4900a on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:23.752706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Attempting to bind port fc586236-dea7-44db-bcad-acbfc4a4900a by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:23.753061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Attempting to bind port fc586236-dea7-44db-bcad-acbfc4a4900a on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:23.780301 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:23.780984 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:23.781518 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.782032 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Bound using segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:23.782644 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Bound port: fc586236-dea7-44db-bcad-acbfc4a4900a, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:23.783170 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.809255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Attempting to bind port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:23.810112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Attempting to bind port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:23.810635 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Attempting to bind port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:23.841810 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:23.842500 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Checking segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:23.843045 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.845289 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Bound using segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:23.845916 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Bound port: 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:23.859953 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.877991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (db082ecb-98e2-43e2-a00c-8bc88b772cbb), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.878865 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (7084e495-4658-4196-8067-bbf6b047904b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.880875 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.884209 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db082ecb-98e2-43e2-a00c-8bc88b772cbb HTTP/1.1" status: 204 len: 168 time: 0.3346336 May 27 03:49:23.899429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Allocated IP 172.27.2.254 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/f9a06693-19f4-4d01-89c6-cd255ddf1038) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:23.920006 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ebee-d464-40a6-a616-28d1b652a0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db082ecb-98e2-43e2-a00c-8bc88b772cbb,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.926483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] Publish callbacks [] for security_group (a13afd76-73d2-4215-8e6c-da7d4eae9744), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.007690 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:24.012412 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] For port fc586236-dea7-44db-bcad-acbfc4a4900a, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:24.024061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:24.043955 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:24.062435 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] For port fc586236-dea7-44db-bcad-acbfc4a4900a, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=fc586236-dea7-44db-bcad-acbfc4a4900a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:24.066097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Pushing event updated for resources: {'Port': ['ID=7084e495-4658-4196-8067-bbf6b047904b,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.126921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a13afd76-73d2-4215-8e6c-da7d4eae9744), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.130935 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.134575 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a13afd76-73d2-4215-8e6c-da7d4eae9744 HTTP/1.1" status: 204 len: 168 time: 0.6498840 May 27 03:49:24.136094 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] For port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:24.149129 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Attempting to bind port 7084e495-4658-4196-8067-bbf6b047904b on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:24.149660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Attempting to bind port 7084e495-4658-4196-8067-bbf6b047904b by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:24.150187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Attempting to bind port 7084e495-4658-4196-8067-bbf6b047904b on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:24.152237 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735e56e-42a4-42c5-bc14-cbb0b85e3fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13afd76-73d2-4215-8e6c-da7d4eae9744,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.155838 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 54880) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:24.177151 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] For port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:24.183836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.187091 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:24.187920 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Checking segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:24.188476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.189227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Bound using segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:24.189919 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Bound port: 7084e495-4658-4196-8067-bbf6b047904b, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:24.190830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7084e495-4658-4196-8067-bbf6b047904b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.238914 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-61f24ba0-8f2b-4669-90c4-743f2c3cb43f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:49:24.240324 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-61f24ba0-8f2b-4669-90c4-743f2c3cb43f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1481178 May 27 03:49:24.275822 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.313936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:24.351704 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for router_gateway (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.378733 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b079d06-eefd-4c28-a7b0-f679f82b7ad0 None None] Pushing event updated for resources: {'Port': ['ID=fc586236-dea7-44db-bcad-acbfc4a4900a,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.386922 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] For port 7084e495-4658-4196-8067-bbf6b047904b, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:24.431562 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.441026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] For port 7084e495-4658-4196-8067-bbf6b047904b, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7084e495-4658-4196-8067-bbf6b047904b,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:24.456936 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-6d23603a-97a4-4892-9be8-36e6f068d554 service neutron] 10.222.0.58 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101638 May 27 03:49:24.466538 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d0771-cd1c-4745-b735-7906fb4f4079 None None] Pushing event updated for resources: {'Port': ['ID=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.525333 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7084e495-4658-4196-8067-bbf6b047904b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.554856 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.568474 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:INSERT=9 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:24.621859 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e693867-1f0d-4334-a4c7-af94a36fcd34 None None] Pushing event updated for resources: {'Port': ['ID=7084e495-4658-4196-8067-bbf6b047904b,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.647999 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-63523803-a82f-4cfd-acc0-4dd88db460f0 service neutron] 10.222.0.58 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768458 May 27 03:49:24.737443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:24.836114 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:24.850250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:24.856828 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:24.864529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:24.942205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Allocated IP 172.27.2.39 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/0ae1faa0-36d9-481c-9154-9cb1ca0f9f01) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:25.066353 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:25.067770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00462937-27c2-4582-ac7e-396e45e37d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.105593 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a06693-19f4-4d01-89c6-cd255ddf1038,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:25.195861 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:25.259597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54906) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:25.263102 dv-cinder-843361-2-iscsi neutron-server[111120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:49:25.306949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.401987 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6896194c-ea90-472b-b023-ceff8eba4e4c req-11819ef2-a5cd-4438-8e91-6318c637e056 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.1408803 May 27 03:49:25.428239 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:25.465535 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54920) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:25.482849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00462937-27c2-4582-ac7e-396e45e37d3c admin admin] Publish callbacks [] for security_group (bf7042da-b0de-435a-8415-58fdc047d3db), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.487550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4e94-eb63-4265-83a2-d8d9335e0b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.507633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for router_gateway (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.527744 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.598209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00462937-27c2-4582-ac7e-396e45e37d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (bf7042da-b0de-435a-8415-58fdc047d3db), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.671649 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-00462937-27c2-4582-ac7e-396e45e37d3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=024ccdd4520b48ef823b628e2a2ec915&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5146916 May 27 03:49:25.676964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Allocated IP 172.27.2.129 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/8e2fe25a-b1d6-47da-bbb2-9ae9ae980037) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:25.678833 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54926) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:25.843350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:25.883146 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:25.908645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4e94-eb63-4265-83a2-d8d9335e0b2a admin admin] Publish callbacks [] for security_group (c7958124-4277-4b29-9df0-82c72edbe045), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:25.939439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:25.991897 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] Publish callbacks [] for security_group (bf7042da-b0de-435a-8415-58fdc047d3db), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.011969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4e94-eb63-4265-83a2-d8d9335e0b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c7958124-4277-4b29-9df0-82c72edbe045), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.014348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926591e7-61b4-494c-abea-482638516dde None None] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:26.082460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.084146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:26.111186 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] Publish callbacks [] for security_group (bf7042da-b0de-435a-8415-58fdc047d3db), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.138641 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-cc3b4e94-eb63-4265-83a2-d8d9335e0b2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13f8766f95b04e2e8ddd09600184e85a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6723738 May 27 03:49:26.139860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.148666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 54942) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:26.161464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b4e94-eb63-4265-83a2-d8d9335e0b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7958124-4277-4b29-9df0-82c72edbe045,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.194493 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00462937-27c2-4582-ac7e-396e45e37d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7042da-b0de-435a-8415-58fdc047d3db,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.208527 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Pushing event updated for resources: {'Port': ['ID=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.366887 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Provisioning complete for port fc586236-dea7-44db-bcad-acbfc4a4900a triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:26.367268 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.465229 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:26.472030 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:26.567629 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Current status of the port fc586236-dea7-44db-bcad-acbfc4a4900a is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:26.568269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.670197 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] For port fc586236-dea7-44db-bcad-acbfc4a4900a, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=fc586236-dea7-44db-bcad-acbfc4a4900a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:26.779857 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.780060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for router_gateway (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.859540 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39aa8e-b7b4-459d-be15-4143e14a0e50 None None] Pushing event updated for resources: {'Port': ['ID=fc586236-dea7-44db-bcad-acbfc4a4900a,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.891578 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.907784 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device fc586236-dea7-44db-bcad-acbfc4a4900a up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:26.914540 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] Publish callbacks [] for security_group (c7958124-4277-4b29-9df0-82c72edbe045), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.959360 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bfdd1a0c-ca61-43a6-b739-b6315507b4da req-16f8f100-58b4-4dbc-9259-023d8cc10215 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.1723614 May 27 03:49:26.968157 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port fc586236-dea7-44db-bcad-acbfc4a4900a triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:26.974680 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.053847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] Publish callbacks [] for security_group (c7958124-4277-4b29-9df0-82c72edbe045), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.101447 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:27.120138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:27.122447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbba6b9-751c-4235-8906-01137e784989 None None] Network 5f6279fa-5489-4182-8aee-fafc3439f008 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:27.124366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:27.230671 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.293486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201bd4f3-48e1-4809-866e-496a20d54b5c None None] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:49:27.300583 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (bf7042da-b0de-435a-8415-58fdc047d3db), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.303405 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.304752 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf7042da-b0de-435a-8415-58fdc047d3db HTTP/1.1" status: 204 len: 168 time: 1.6238358 May 27 03:49:27.361639 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port fc586236-dea7-44db-bcad-acbfc4a4900a is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:27.362995 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7084e495-4658-4196-8067-bbf6b047904b up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:27.389353 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0fc9-79da-4e81-9a7e-f8116af730f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7042da-b0de-435a-8415-58fdc047d3db,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.411961 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Provisioning complete for port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:27.411961 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.465072 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:27.540233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:27.588255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Pushing event updated for resources: {'Port': ['ID=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.631777 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:27.656708 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for router_gateway (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.725015 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 7084e495-4658-4196-8067-bbf6b047904b triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:27.725565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7084e495-4658-4196-8067-bbf6b047904b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.752457 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c7958124-4277-4b29-9df0-82c72edbe045), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.752457 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.764234 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7958124-4277-4b29-9df0-82c72edbe045 HTTP/1.1" status: 204 len: 168 time: 1.6081192 May 27 03:49:27.778689 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:27.814812 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38963a9-942b-47cb-b89c-1ee6ae2953bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7958124-4277-4b29-9df0-82c72edbe045,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.935235 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Current status of the port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:27.939615 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.962166 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:27.979607 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:28.022338 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:28.022338 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:28.132588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] For port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:28.133665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 7084e495-4658-4196-8067-bbf6b047904b is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:28.134568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7084e495-4658-4196-8067-bbf6b047904b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.203776 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.209585 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b90be937-e01f-48c1-9b31-01754cc9e4cd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1840858 May 27 03:49:28.210638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55002) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:28.212607 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 7084e495-4658-4196-8067-bbf6b047904b, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7084e495-4658-4196-8067-bbf6b047904b,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:28.216180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.236738 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:28.287604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7084e495-4658-4196-8067-bbf6b047904b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.291418 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:28.332822 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:28.416466 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.422981 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3a6eef36-1d92-44ae-8a0b-1569bf5c75c8 req-9ac8a578-68e8-4169-8ca9-f9014f9c5caa tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.3500192 May 27 03:49:28.428730 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:28.432426 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.500782 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.505334 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.507059 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-58a7b7dd-b36f-443d-9e8e-4a9431e4f794 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4625731 May 27 03:49:28.509088 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:28.509640 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.511976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55004) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:28.525292 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:26Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:28.532574 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:28.533516 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:28.536072 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e4050-37c0-46c6-9138-f739da845c1a None None] Pushing event updated for resources: {'Port': ['ID=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:28.539247 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Provisioning complete for port 7084e495-4658-4196-8067-bbf6b047904b triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:28.539994 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7084e495-4658-4196-8067-bbf6b047904b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.601327 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:28.602485 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Updating router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:28.713313 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.757876 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.787443 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.870648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55018) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:28.919574 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1861d54b-b96e-4b2e-a44c-e77df19f1e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.958322 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=7084e495-4658-4196-8067-bbf6b047904b,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.060347 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:29.079428 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Current status of the port 7084e495-4658-4196-8067-bbf6b047904b is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:29.114921 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:29.187514 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Provisioning complete for port fc586236-dea7-44db-bcad-acbfc4a4900a triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:29.188105 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.257988 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:29.304302 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks [] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.349192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:29.414339 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.424410 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.424817 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:25Z', 'revision_number': 3, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:29.429504 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device fc586236-dea7-44db-bcad-acbfc4a4900a up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:29.482514 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:29.523958 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:29.524469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Updating router e1d2ba40-44ed-49b8-8702-8a5275257aa9 port f9a06693-19f4-4d01-89c6-cd255ddf1038 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:29.537578 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Attempting to bind port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:29.538181 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Attempting to bind port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:29.538687 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Attempting to bind port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:29.544196 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Pushing event updated for resources: {'Port': ['ID=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.548879 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:29.549474 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:29.550040 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.550561 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:29.551177 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Bound port: 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:29.551765 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.581954 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.582449 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.582942 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.583426 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.583892 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.584367 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.584856 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.585497 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.586210 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.597489 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.599333 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.600743 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.601286 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.601788 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.602281 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Tracked resource versions report: May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: pushed versions: May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: { 'AddressGroup': {'1.2'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Agent': {'1.1'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'ConntrackHelper': {'1.0'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'LocalIPAssociation': {'1.0'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Log': {'1.0'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'NDPProxy': {'1.0'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Network': {'1.1'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Port': {'1.7'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'PortForwarding': {'1.3'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'QosPolicy': {'1.10'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroup': {'1.5'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroupRule': {'1.2'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SubPort': {'1.0'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Subnet': {'1.1'}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Trunk': {'1.1'}} May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: consumer versions: May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: { DHCP agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: HyperV agent@hv-cinder-84336: {}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: L3 agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: Metadata agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: Metering agent@dv-cinder-843361-2-iscsi: {}, May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: Open vSwitch agent@dv-cinder-843361-2-iscsi: { 'AddressGroup': '1.2', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Agent': '1.1', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'ConntrackHelper': '1.0', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'LocalIPAssociation': '1.0', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Log': '1.0', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'NDPProxy': '1.0', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Network': '1.1', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Port': '1.7', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'PortForwarding': '1.3', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'QosPolicy': '1.10', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroup': '1.5', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SecurityGroupRule': '1.2', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'SubPort': '1.0', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Subnet': '1.1', May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: 'Trunk': '1.1'}} May 27 03:49:29.603650 dv-cinder-843361-2-iscsi neutron-server[111123]: {{(pid=111123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:49:29.640719 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:29.661029 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1861d54b-b96e-4b2e-a44c-e77df19f1e30 admin admin] Publish callbacks [] for security_group (f12c3500-49bf-4d64-bd13-2a411d525040), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.668146 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] For port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:29.674630 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] For port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:29.729569 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:29.734362 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1861d54b-b96e-4b2e-a44c-e77df19f1e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f12c3500-49bf-4d64-bd13-2a411d525040), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.759170 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.770416 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861d54b-b96e-4b2e-a44c-e77df19f1e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c3500-49bf-4d64-bd13-2a411d525040,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.811002 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1861d54b-b96e-4b2e-a44c-e77df19f1e30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2b2d69babfc451ea96be5c9938ce90e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9390311 May 27 03:49:29.814694 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55038) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:29.829600 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.915719 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Allocated IP 172.20.0.1 (5dfb91cc-e855-4e80-80f6-77ee55d3cd53/79867d82-7ff6-4a21-bcaa-77207eb1fd62/7c97c4a4-774a-49c8-a4a5-1908a7f42635) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:29.942254 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:29.942908 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:29.958781 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7bee-aff2-4895-8310-bf1453fc0145 None None] Pushing event updated for resources: {'Port': ['ID=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.965802 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Current status of the port fc586236-dea7-44db-bcad-acbfc4a4900a is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:29.983516 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port fc586236-dea7-44db-bcad-acbfc4a4900a triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:29.983994 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:29.991975 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] Publish callbacks [] for security_group (f12c3500-49bf-4d64-bd13-2a411d525040), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.001510 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c7517fa2-1878-430d-9fb0-64e452e4944c req-28a641d4-7a60-48f6-b7aa-186dcbdf0a95 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.0957375 May 27 03:49:30.002536 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:30.055941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.072710 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:30.075298 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.125599 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] Publish callbacks [] for security_group (f12c3500-49bf-4d64-bd13-2a411d525040), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.137515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Provisioning complete for port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:30.142807 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.145917 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:30.148879 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:30.240726 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.246525 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-543aa12c-ed33-47c1-ad5a-387dacb08b5d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8073602 May 27 03:49:30.249179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55058) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:30.317638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks [] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.393158 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.44', 53540) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:30.427304 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.428299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f12c3500-49bf-4d64-bd13-2a411d525040), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.430811 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.431964 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f12c3500-49bf-4d64-bd13-2a411d525040 HTTP/1.1" status: 204 len: 168 time: 0.6163020 May 27 03:49:30.459193 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85dc26-49e6-4584-8e4b-256fc65f856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c3500-49bf-4d64-bd13-2a411d525040,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:30.474879 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.514944 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.589005 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:30.614803 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:30.619826 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:30.669601 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:30.672433 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.768599 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port fc586236-dea7-44db-bcad-acbfc4a4900a is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:30.769745 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7084e495-4658-4196-8067-bbf6b047904b up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:30.777087 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.806380 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Allocated IP 172.20.0.1 (5f6279fa-5489-4182-8aee-fafc3439f008/789965dc-c253-4f52-8ecd-8a893a7251a1/a17c0448-e230-4a2b-8d50-61a8d64b6be8) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:30.930721 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f5bd6-df58-4d56-bd63-65e4d488e66a None None] Current status of the port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:30.953431 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 7084e495-4658-4196-8067-bbf6b047904b triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:30.953802 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7084e495-4658-4196-8067-bbf6b047904b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.040268 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Pushing event updated for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.112611 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-a7af3d34-bee7-4f3b-a19d-0c1c94e37169 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:31.114355 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-a7af3d34-bee7-4f3b-a19d-0c1c94e37169 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.44 "GET /v2.0/networks?id=6b10384b-df11-4c6b-b1fe-437c3d19a049 HTTP/1.1" status: 200 len: 812 time: 0.7131209 May 27 03:49:31.120765 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:27Z', 'revision_number': 3, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:31.143927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:31.162122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks [] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.178756 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Request body: {'port': {'device_id': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049', 'admin_state_up': True, 'tenant_id': '7e34d34b28b44d399fe2a1e011771f22'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:31.224422 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ef9bdfd0-62dd-401c-bc11-fa8bc2c30175 req-91958a30-3375-41e1-9602-8f43c146597f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.0318553 May 27 03:49:31.241829 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks [] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.262812 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:31.262992 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Updating router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:31.275476 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:31.278575 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-36a3b566-df19-41d7-9413-e0149105a10a None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:31.279130 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-36a3b566-df19-41d7-9413-e0149105a10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.286250 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 7084e495-4658-4196-8067-bbf6b047904b is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:31.287488 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:31.303794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.370513 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:31.390313 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.390438 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:31.468733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:31.469073 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.486235 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:31.509747 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-36a3b566-df19-41d7-9413-e0149105a10a None None] Port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:31.567777 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:31.572122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.585365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Attempting to bind port f9a06693-19f4-4d01-89c6-cd255ddf1038 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:31.586180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Attempting to bind port f9a06693-19f4-4d01-89c6-cd255ddf1038 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:31.586759 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Attempting to bind port f9a06693-19f4-4d01-89c6-cd255ddf1038 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:31.596338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:31.614151 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3894214-9243-4862-9676-eb5642bd3b12 None None] Pushing event updated for resources: {'Port': ['ID=f9a06693-19f4-4d01-89c6-cd255ddf1038,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.619357 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:31.619918 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:31.620398 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.620919 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:31.621480 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Bound port: f9a06693-19f4-4d01-89c6-cd255ddf1038, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:31.621950 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.794355 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Pushing event updated for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.815230 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] For port f9a06693-19f4-4d01-89c6-cd255ddf1038, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:31.852146 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.895846 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] For port f9a06693-19f4-4d01-89c6-cd255ddf1038, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=f9a06693-19f4-4d01-89c6-cd255ddf1038,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:31.928888 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:31.943361 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-5a621013-9baa-4a14-8da2-c81063214166 None None] Provisioning complete for port a17c0448-e230-4a2b-8d50-61a8d64b6be8 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:31.943891 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5a621013-9baa-4a14-8da2-c81063214166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.976354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:32.029789 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-5a621013-9baa-4a14-8da2-c81063214166 None None] Port a17c0448-e230-4a2b-8d50-61a8d64b6be8 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:32.066633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:32.075247 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:32.076821 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:32.080819 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3894214-9243-4862-9676-eb5642bd3b12 None None] Pushing event updated for resources: {'Port': ['ID=f9a06693-19f4-4d01-89c6-cd255ddf1038,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.155753 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:32.160516 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:32.225528 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:32.256018 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:32.386564 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Allocated IP 172.20.0.1 (eba72c12-5b60-48f3-a29b-e3bbe4163d32/e3b48e48-9d0a-4567-b124-4dbaba78bfb4/81d0fe69-d787-4a39-9151-d734a367ff99) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:32.400815 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:32.460399 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Made reservation on behalf of 7e34d34b28b44d399fe2a1e011771f22 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:32.461005 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:32.473104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:32.546745 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:25Z', 'revision_number': 3, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:32.597130 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-02a89fc9-6a3e-41b7-a6da-db6ea64e1a7e req-86fbd1a5-7343-48ce-8455-b3a84d8db578 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.0696208 May 27 03:49:32.606261 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f108-e033-415e-b4cb-bf39bf325753 None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:25Z', 'revision_number': 3, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:33.002835 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks [] for port (81d0fe69-d787-4a39-9151-d734a367ff99), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.127984 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:33.157839 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:26Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.184397 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:33.247907 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5ea12-c0d9-43a5-a67d-4d8687dbb75c None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:26Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:33.289993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.302382 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks [] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.366280 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:33.386709 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:33.390572 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.415056 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:33.415661 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.483814 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Allocated IP 172.20.0.8 (6b10384b-df11-4c6b-b1fe-437c3d19a049/9fe1efab-f17c-4c1a-b474-0341a2c407f3/a8742307-0b90-491f-af92-acad9a86d975) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:33.543527 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757bf7-275d-42db-8bc3-72c2ed2f2f86 None None] Pushing event updated for resources: {'Port': ['ID=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.553047 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Attempting to bind port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:33.553405 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Attempting to bind port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:33.553756 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Attempting to bind port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:33.555856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks [] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.565488 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:33.568813 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:33.569287 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.569683 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:33.570316 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Bound port: 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:33.570592 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.570692 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks [] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.621568 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:33.676683 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.680735 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.688277 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Pushing event updated for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.705378 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.708612 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.746520 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] For port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:33.762446 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] For port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:33.847254 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.862501 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:34.048895 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:34.049839 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:34.111297 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-f90d4186-f01e-4687-b516-d8e230933122 None None] Provisioning complete for port 81d0fe69-d787-4a39-9151-d734a367ff99 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:34.111813 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f90d4186-f01e-4687-b516-d8e230933122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:34.274490 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f90d4186-f01e-4687-b516-d8e230933122 None None] Port 81d0fe69-d787-4a39-9151-d734a367ff99 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:34.620402 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:34.652352 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a154876-3ddc-4f3a-8810-9d8307e9e07c req-0a8db1d8-8a14-4e87-83bf-feed6e53e865 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.6643412 May 27 03:49:34.655460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Pushing event updated for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.802227 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks [] for port (a8742307-0b90-491f-af92-acad9a86d975), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:34.856575 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Pushing event updated for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.881422 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:27Z', 'revision_number': 3, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:34.909178 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:34.927205 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f35b79-1b04-49a2-8684-1cba65267b98 None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:27Z', 'revision_number': 3, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:34.951809 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757bf7-275d-42db-8bc3-72c2ed2f2f86 None None] Pushing event updated for resources: {'Port': ['ID=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.989203 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:34.990965 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:34.992097 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:35.175010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:35.183382 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.258647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:35.343054 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:35.354894 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:35.355262 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.489227 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Pushing event updated for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.538049 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:35.547602 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:35.599307 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Network 6b10384b-df11-4c6b-b1fe-437c3d19a049 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:35.609015 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:35.613128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:35.628463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:35.648085 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:35.649278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.710588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-bc14c91b-01df-4ad1-a7d1-4267ee463539 None None] Provisioning complete for port a17c0448-e230-4a2b-8d50-61a8d64b6be8 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:35.713514 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc14c91b-01df-4ad1-a7d1-4267ee463539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.722610 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:35.722989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.814394 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-caf25f5c-8cd5-465b-923b-41eb73bd73d3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6448355 May 27 03:49:35.844326 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-bbf9b441-c59b-4e59-91fd-959a29e67c9f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:49:35.870995 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-bbf9b441-c59b-4e59-91fd-959a29e67c9f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0378251 May 27 03:49:35.872110 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:35.955566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.970905 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f9a06693-19f4-4d01-89c6-cd255ddf1038 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:35.974722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-bc14c91b-01df-4ad1-a7d1-4267ee463539 None None] Port a17c0448-e230-4a2b-8d50-61a8d64b6be8 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:36.242706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e74f83-6b22-4b67-a10a-8cebffb19dae req-bfd25a9e-7d24-4529-b3ee-a84db07145f6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:36.244767 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-28e74f83-6b22-4b67-a10a-8cebffb19dae req-bfd25a9e-7d24-4529-b3ee-a84db07145f6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 931 time: 0.2372048 May 27 03:49:36.288176 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.315097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:36.370782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.395229 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-22253234-f4cd-4b55-9e52-f7784292ef41 None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:36.396953 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-22253234-f4cd-4b55-9e52-f7784292ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.489804 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-22253234-f4cd-4b55-9e52-f7784292ef41 None None] Port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:36.497594 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1b0790d8-7c11-4ad9-a45b-52b65d68f1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.498493 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.520343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:36.550120 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8cc5077a-d090-41dd-a2e5-0b01b490e572 admin admin] 10.222.0.58 "PUT /v2.0/routers/e1d2ba40-44ed-49b8-8702-8a5275257aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0282693 May 27 03:49:36.566668 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.584055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-28e74f83-6b22-4b67-a10a-8cebffb19dae req-473251da-5909-4a2e-8a4e-1cf606dc8c6d tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325863 May 27 03:49:36.620055 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Request body: {'port': {'device_id': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:36.666263 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks [] for port (81d0fe69-d787-4a39-9151-d734a367ff99), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.734403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port f9a06693-19f4-4d01-89c6-cd255ddf1038 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:36.734872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.747936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.748788 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.873359 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a8742307-0b90-491f-af92-acad9a86d975), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.992230 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:37.034767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Pushing event updated for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.045689 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:37.116387 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-fce33c89-0614-45de-9116-2d1e2926465b admin admin] 10.222.0.58 "PUT /v2.0/routers/f40713ed-fa60-4399-8e2c-ccfb4f16ab94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8929813 May 27 03:49:37.122040 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port f9a06693-19f4-4d01-89c6-cd255ddf1038 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:37.122436 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:37.226739 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:37.228555 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:37.487988 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:37.499646 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port f9a06693-19f4-4d01-89c6-cd255ddf1038, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=f9a06693-19f4-4d01-89c6-cd255ddf1038,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:37.566834 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:37.634447 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:37.861924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55284) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:37.886389 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941241826', 'description': 'tempest-description--548649576'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:37.900142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013b96b-661b-4304-a633-13655addb3af None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:37.911203 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:37.915725 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=f9a06693-19f4-4d01-89c6-cd255ddf1038,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.992095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:37.992095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:38.006737 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:38.012660 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:38.053370 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:38.056981 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:38.067662 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.117061 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:38.127227 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-841bd2fa-146e-4967-85a8-c57b500e2d86 admin admin] 10.222.0.58 "PUT /v2.0/routers/a94e7607-a5f6-4a2e-8d34-0e52d9506c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8769989 May 27 03:49:38.231563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:38.308416 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (efddfcfc-beb0-425e-af4e-6c042dfccd63), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.310854 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a1bd2-810f-407b-b7cd-48e626bbba63 req-62ca34fb-7c6f-44ee-8347-2d6668174f40 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:38.312920 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c96a1bd2-810f-407b-b7cd-48e626bbba63 req-62ca34fb-7c6f-44ee-8347-2d6668174f40 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 931 time: 0.4524596 May 27 03:49:38.407353 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (efddfcfc-beb0-425e-af4e-6c042dfccd63), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.418285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-19d92e41-ee5d-45cd-b73f-fff86aa15bda None None] Provisioning complete for port 81d0fe69-d787-4a39-9151-d734a367ff99 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:38.418477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-19d92e41-ee5d-45cd-b73f-fff86aa15bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.436239 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:38.445831 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c96a1bd2-810f-407b-b7cd-48e626bbba63 req-24033a0a-e847-4438-8027-40a6f998ea12 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082749 May 27 03:49:38.521373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.524999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:38.528656 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6623416 May 27 03:49:38.533655 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55310) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:38.535030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462edce-671c-4ef0-95d4-2eeab0237c1d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efddfcfc-beb0-425e-af4e-6c042dfccd63,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:38.572698 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group_rule': {'security_group_id': 'efddfcfc-beb0-425e-af4e-6c042dfccd63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:38.600492 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8742307-0b90-491f-af92-acad9a86d975 {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:49:38.620283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks [] for port (a8742307-0b90-491f-af92-acad9a86d975), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.656582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Transition to ACTIVE for port object a8742307-0b90-491f-af92-acad9a86d975 will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:49:38.705306 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (6daabe3b-4a96-498e-85d1-587dc8de4f76), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.714583 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-19d92e41-ee5d-45cd-b73f-fff86aa15bda None None] Port 81d0fe69-d787-4a39-9151-d734a367ff99 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:38.736719 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:38.737134 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.806844 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.980224 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:39.119971 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 2, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:39.188103 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:39.192066 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Updating router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:39.197268 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Attempting to bind port a8742307-0b90-491f-af92-acad9a86d975 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:39.197579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Attempting to bind port a8742307-0b90-491f-af92-acad9a86d975 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:39.197936 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Attempting to bind port a8742307-0b90-491f-af92-acad9a86d975 on network 6b10384b-df11-4c6b-b1fe-437c3d19a049 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:39.232897 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55334) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:39.249435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Port a8742307-0b90-491f-af92-acad9a86d975 on network 6b10384b-df11-4c6b-b1fe-437c3d19a049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:49:39.251720 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Attempting to bind port a8742307-0b90-491f-af92-acad9a86d975 on network 6b10384b-df11-4c6b-b1fe-437c3d19a049 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:39.291456 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.305801 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:39.306185 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.315169 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:39.318898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55338) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:39.321752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Checking segment: {'id': 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:39.323558 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Bound using segment: {'id': 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:39.324066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Bound port: a8742307-0b90-491f-af92-acad9a86d975, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:39.324443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a8742307-0b90-491f-af92-acad9a86d975), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.333007 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (6daabe3b-4a96-498e-85d1-587dc8de4f76), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.335203 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:39.424237 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:39.449476 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (6daabe3b-4a96-498e-85d1-587dc8de4f76), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.499290 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.500782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:39.520241 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:39.525949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8742307-0b90-491f-af92-acad9a86d975,segment=NetworkSegment(a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff),segment_id=a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:39.557119 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daabe3b-4a96-498e-85d1-587dc8de4f76,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:39.642028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.644456 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-999b7894-ac68-4645-b059-2c5fa3f9b752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.665030 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:39.665604 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.665604 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f98f2af5-591c-400f-9984-06078dad8b3e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1230500 May 27 03:49:39.665604 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:39.665887 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55360) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:39.698981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 2, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:39.705103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group_rule': {'security_group_id': 'efddfcfc-beb0-425e-af4e-6c042dfccd63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:39.728377 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:39.756125 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:39.756746 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.772532 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] 10.222.0.44 "PUT /v2.0/ports/a8742307-0b90-491f-af92-acad9a86d975 HTTP/1.1" status: 200 len: 1093 time: 3.4233139 May 27 03:49:39.773048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:49:39.828188 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:39.830225 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b7e781ba-0ef2-43a3-8c93-97d5032785b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.882434 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013b96b-661b-4304-a633-13655addb3af None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:39.884843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013b96b-661b-4304-a633-13655addb3af None None] Updating router e1d2ba40-44ed-49b8-8702-8a5275257aa9 port a17c0448-e230-4a2b-8d50-61a8d64b6be8 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:40.000685 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.020695 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:40.022049 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:40.070667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55370) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:40.112694 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844366990', 'description': 'tempest-description--1812550440'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:40.227868 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-999b7894-ac68-4645-b059-2c5fa3f9b752 admin admin] Publish callbacks [] for security_group (a3960dcf-4465-45f0-827c-5fa5b174ca14), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.325095 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks [] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.332128 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9803-2e15-4fbf-9471-17c0d3ba201d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.362185 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:40.362524 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.386631 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.407758 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.428605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-999b7894-ac68-4645-b059-2c5fa3f9b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a3960dcf-4465-45f0-827c-5fa5b174ca14), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.474166 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (63ac8669-bab5-4af6-a9cc-d63a1d16f8eb), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.479580 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:40.515585 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7f8fe-4f86-44c9-b619-32469fd32aeb None None] Pushing event updated for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.523369 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-999b7894-ac68-4645-b059-2c5fa3f9b752 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=684264526ead4bdcb1f49196c78f8a75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2848847 May 27 03:49:40.543580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b7894-ac68-4645-b059-2c5fa3f9b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3960dcf-4465-45f0-827c-5fa5b174ca14,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.599696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55388) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:40.635660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376eccd3-4d46-4b17-bff6-328704944585" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "tag": "a8742307-0b90-491f-af92-acad9a86d975"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:49:40.675734 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Attempting to bind port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:40.677104 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Attempting to bind port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:40.678602 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Attempting to bind port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:40.695332 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:40.700019 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:40.702291 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.705883 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Bound using segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:40.706475 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Bound port: 7c97c4a4-774a-49c8-a4a5-1908a7f42635, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:40.708759 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.713974 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-8c76d3e5-031b-40c9-a02b-7760db83be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:40.715870 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-8c76d3e5-031b-40c9-a02b-7760db83be65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e34d34b28b44d399fe2a1e011771f22&device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 1127 time: 0.7248228 May 27 03:49:40.720307 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ebcf9-4240-4198-8293-d9323112fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.791930 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:40.849082 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-1040ef9a-42ce-452b-80f6-84b68fd0292a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:40.858404 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-1040ef9a-42ce-452b-80f6-84b68fd0292a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 1.1398785 May 27 03:49:40.887209 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.889982 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] For port 7c97c4a4-774a-49c8-a4a5-1908a7f42635, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:40.894439 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] For port 7c97c4a4-774a-49c8-a4a5-1908a7f42635, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7c97c4a4-774a-49c8-a4a5-1908a7f42635,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:40.963821 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-30638129-ce34-42b4-96c4-82810d284913 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8742307-0b90-491f-af92-acad9a86d975 HTTP/1.1" status: 200 len: 217 time: 0.2290123 May 27 03:49:40.970238 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:40.974573 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e60d-4d1d-441c-b128-3b356d696b69 req-d301614e-445a-4f54-9b7c-cf344566553c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:40.982632 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8573e60d-4d1d-441c-b128-3b356d696b69 req-d301614e-445a-4f54-9b7c-cf344566553c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.6826866 May 27 03:49:41.025824 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=20,neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:41.072677 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.156525 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (63ac8669-bab5-4af6-a9cc-d63a1d16f8eb), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.168950 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-75655a82-8f4c-489f-ae23-fca7cc00ad60 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/quotas/df0a2a8dca064a3ea1c20b7a32842000 HTTP/1.1" status: 200 len: 375 time: 0.2344186 May 27 03:49:41.174874 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:41.175788 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7f8fe-4f86-44c9-b619-32469fd32aeb None None] Pushing event updated for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=4']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.199551 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:41.199860 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8573e60d-4d1d-441c-b128-3b356d696b69 req-0c41518e-06eb-4e8c-8bf9-1cbb0a5ad686 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148860 May 27 03:49:41.203629 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.226741 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-675352d5-0cb1-4146-a66f-c40da1f94fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:41.231492 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-675352d5-0cb1-4146-a66f-c40da1f94fa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fe1efab-f17c-4c1a-b474-0341a2c407f3 HTTP/1.1" status: 200 len: 852 time: 0.2280691 May 27 03:49:41.287705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:41.386994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-f02ab5ec-54ca-44ad-ad30-39ef185baafd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b10384b-df11-4c6b-b1fe-437c3d19a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482012 May 27 03:49:41.406744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (63ac8669-bab5-4af6-a9cc-d63a1d16f8eb), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.440344 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9803-2e15-4fbf-9471-17c0d3ba201d admin admin] Publish callbacks [] for security_group (dcd3178a-b513-4111-8987-34e0161a87db), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.519230 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:41.553150 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:41.554122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.583599 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9803-2e15-4fbf-9471-17c0d3ba201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (dcd3178a-b513-4111-8987-34e0161a87db), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.598108 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] Publish callbacks [] for security_group (a3960dcf-4465-45f0-827c-5fa5b174ca14), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.612420 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ac8669-bab5-4af6-a9cc-d63a1d16f8eb,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.667718 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-85072dd4-9b7b-4f1a-9b2d-8cbecd0bac44 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4898350 May 27 03:49:41.762136 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-09558ba9-dd78-41c5-b09e-c66305ae95cd service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615243 May 27 03:49:41.766590 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9484af9-e7da-4d46-906b-3eff1c701386 x-openstack-request-id: req-c9484af9-e7da-4d46-906b-3eff1c701386 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:49:41.767204 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "tag": "a8742307-0b90-491f-af92-acad9a86d975", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:49:41.767681 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9484af9-e7da-4d46-906b-3eff1c701386 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:49:41.768343 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9484af9-e7da-4d46-906b-3eff1c701386'] response: {'name': 'network-changed', 'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975', 'status': 'completed', 'code': 200} May 27 03:49:41.887151 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bd3e9803-2e15-4fbf-9471-17c0d3ba201d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4879215a268c47c782a6400a394b3968&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5669851 May 27 03:49:41.947402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.951572 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-34b4a608-562f-4622-b2b4-470c14747d00 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2661355 May 27 03:49:41.952864 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55440) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:41.995845 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] Publish callbacks [] for security_group (a3960dcf-4465-45f0-827c-5fa5b174ca14), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.001133 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55448) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:42.039850 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:42.048627 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eff66360-a3a3-49e3-a7f8-b8e530d9abca req-18c7f4af-f6e8-486b-9efa-a144d27499ce service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541459 May 27 03:49:42.057697 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:40Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:42.077653 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e9803-2e15-4fbf-9471-17c0d3ba201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3178a-b513-4111-8987-34e0161a87db,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.096244 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:36Z', 'revision_number': 2, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:42.106993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:42.116364 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbf84-20c1-439a-a0fb-e181e9acea10 None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:40Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:42.144222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-94cb003b-d566-480f-829a-1e444985bcf8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:49:42.145397 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-94cb003b-d566-480f-829a-1e444985bcf8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3096874 May 27 03:49:42.173500 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:42.175055 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Updating router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 port 81d0fe69-d787-4a39-9151-d734a367ff99 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:49:42.306576 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.328980 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:42.353460 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eccd3-4d46-4b17-bff6-328704944585 req-6ecfbf10-ae20-496e-a475-a938c6f5d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:42.356615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-6ecfbf10-ae20-496e-a475-a938c6f5d02c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e34d34b28b44d399fe2a1e011771f22&device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 1127 time: 0.1284461 May 27 03:49:42.415109 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:42.416147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (aad0ac8c-3a46-483f-8502-68f442fbec1e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.420656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a3960dcf-4465-45f0-827c-5fa5b174ca14), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.424371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.424977 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3960dcf-4465-45f0-827c-5fa5b174ca14 HTTP/1.1" status: 204 len: 168 time: 1.8196106 May 27 03:49:42.428090 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d124a-0525-44e6-ae0d-f13e91cf9102 req-ea5ae1d6-7f1e-4ff3-862c-e873e64d680a tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:42.438016 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7b9d124a-0525-44e6-ae0d-f13e91cf9102 req-ea5ae1d6-7f1e-4ff3-862c-e873e64d680a tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0796745 May 27 03:49:42.438304 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.656378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Current status of the port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:42.667478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eccd3-4d46-4b17-bff6-328704944585 req-81fec936-41e8-43d9-b271-5bdb16c34902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:42.669971 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-81fec936-41e8-43d9-b271-5bdb16c34902 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b10384b-df11-4c6b-b1fe-437c3d19a049 HTTP/1.1" status: 200 len: 913 time: 0.2213466 May 27 03:49:42.681387 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.770589 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-9dd1ffac-6ea0-4905-a153-20d8e381bbf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8742307-0b90-491f-af92-acad9a86d975 HTTP/1.1" status: 200 len: 217 time: 0.0746031 May 27 03:49:42.804103 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7c97c4a4-774a-49c8-a4a5-1908a7f42635 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:42.821136 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7b9d124a-0525-44e6-ae0d-f13e91cf9102 req-55ac305c-b009-4547-8112-3296883e6bac tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821065 May 27 03:49:42.877720 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.880530 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (aad0ac8c-3a46-483f-8502-68f442fbec1e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.907865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:42.924219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eccd3-4d46-4b17-bff6-328704944585 req-7c725b0f-8440-4ed3-87a3-1e3940d98797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:42.931048 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-7c725b0f-8440-4ed3-87a3-1e3940d98797 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fe1efab-f17c-4c1a-b474-0341a2c407f3 HTTP/1.1" status: 200 len: 852 time: 0.1220031 May 27 03:49:42.949922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb58a2f-cb71-4d8a-8414-15c651b962f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3960dcf-4465-45f0-827c-5fa5b174ca14,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:43.064911 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks [] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.065478 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-5606f52f-bea0-4be8-b7e8-ed8c12ad4fe5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b10384b-df11-4c6b-b1fe-437c3d19a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909524 May 27 03:49:43.156100 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] For port 7c97c4a4-774a-49c8-a4a5-1908a7f42635, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7c97c4a4-774a-49c8-a4a5-1908a7f42635,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:43.184891 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] Publish callbacks [] for security_group (dcd3178a-b513-4111-8987-34e0161a87db), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.185083 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:43.214620 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.258202 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.347628 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-4aa59667-dbb9-42fa-8ea5-c8b3644aabea service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1706064 May 27 03:49:43.424438 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-d287b23f-620f-4e1b-8f26-f543bf520edd service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246922 May 27 03:49:43.443588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:43.444072 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.484908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6e30923d-5378-4574-836b-b62bfccb1bc8 None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:43.485293 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6e30923d-5378-4574-836b-b62bfccb1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.552477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0ac8c-3a46-483f-8502-68f442fbec1e,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:43.598172 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-1078727e-7a7b-4b45-90da-253bd2780c46 service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492261 May 27 03:49:43.622189 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.622189 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c7b7704c-dee7-4c92-b9fc-3e9c7469c66a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5190351 May 27 03:49:43.626407 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55476) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:43.672361 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group_rule': {'security_group_id': 'aad0ac8c-3a46-483f-8502-68f442fbec1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:43.782367 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:43.853945 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-376eccd3-4d46-4b17-bff6-328704944585 req-a0b6331d-19c7-4d61-ac6f-d448e84347df service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972953 May 27 03:49:43.854946 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55480) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:43.882436 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] Publish callbacks [] for security_group (dcd3178a-b513-4111-8987-34e0161a87db), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.895717 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42388b0f-c159-483a-99e1-53b688338234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:43.941819 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55484) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:43.968775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.042857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (2b076afe-ce57-45a5-8c99-24f04f0f5c73), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.098633 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks [] for port (81d0fe69-d787-4a39-9151-d734a367ff99), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.104719 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b47b-ff6f-4cfa-b8fa-c27a8c877cfc req-70b92058-cfaf-4d03-a150-8c2edd53ddb4 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:44.105092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:44.107697 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5683b47b-ff6f-4cfa-b8fa-c27a8c877cfc req-70b92058-cfaf-4d03-a150-8c2edd53ddb4 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0868287 May 27 03:49:44.146354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f3698-029f-4adf-8fa5-859e007b70fd None None] Pushing event updated for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.165773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55498) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:44.237259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:44.277019 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5683b47b-ff6f-4cfa-b8fa-c27a8c877cfc req-5d0343ef-c0c7-4115-8272-5b24069a0984 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499150 May 27 03:49:44.286112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42388b0f-c159-483a-99e1-53b688338234 admin admin] Publish callbacks [] for security_group (ca2c6a2b-44e5-4459-a34d-9ec7fe481e11), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.350403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.361425 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42388b0f-c159-483a-99e1-53b688338234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ca2c6a2b-44e5-4459-a34d-9ec7fe481e11), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.421231 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-626eadba-46ce-42c5-bc8c-f84d50d18f5e req-3280268d-173b-450c-a005-159a1528ec09 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 210 time: 0.2630999 May 27 03:49:44.424872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.537547 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-42388b0f-c159-483a-99e1-53b688338234 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d35569facb54e90a8166d0a564cd9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6813872 May 27 03:49:44.541971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42388b0f-c159-483a-99e1-53b688338234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c6a2b-44e5-4459-a34d-9ec7fe481e11,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.576630 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (2b076afe-ce57-45a5-8c99-24f04f0f5c73), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.578401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55510) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:44.604943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3920b989-c472-4cf6-af5e-f471b2e232b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.629295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2c51778-cab8-4f43-ace7-1de68af1df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.658070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (2b076afe-ce57-45a5-8c99-24f04f0f5c73), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.739690 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b076afe-ce57-45a5-8c99-24f04f0f5c73,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.757595 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Allocated IP 172.27.2.101 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/83a34148-5b0b-4bf2-959e-ded8b2e65af1) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:44.769876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (dcd3178a-b513-4111-8987-34e0161a87db), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.778699 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.782030 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dcd3178a-b513-4111-8987-34e0161a87db HTTP/1.1" status: 204 len: 168 time: 2.8021677 May 27 03:49:44.782798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8013b96b-661b-4304-a633-13655addb3af None None] Attempting to bind port a17c0448-e230-4a2b-8d50-61a8d64b6be8 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:44.790528 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8013b96b-661b-4304-a633-13655addb3af None None] Attempting to bind port a17c0448-e230-4a2b-8d50-61a8d64b6be8 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:44.790963 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013b96b-661b-4304-a633-13655addb3af None None] Attempting to bind port a17c0448-e230-4a2b-8d50-61a8d64b6be8 on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:44.809570 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685a404-6180-4637-abf0-66384f1a3563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3178a-b513-4111-8987-34e0161a87db,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.826806 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.826806 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-7f52f559-c582-47f0-b542-74a80f5529e4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1665430 May 27 03:49:44.828274 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013b96b-661b-4304-a633-13655addb3af None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:44.828725 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013b96b-661b-4304-a633-13655addb3af None None] Checking segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:44.834470 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.834823 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013b96b-661b-4304-a633-13655addb3af None None] Bound using segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:44.836272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8013b96b-661b-4304-a633-13655addb3af None None] Bound port: a17c0448-e230-4a2b-8d50-61a8d64b6be8, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:44.836666 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.837636 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55530) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:44.842484 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6e30923d-5378-4574-836b-b62bfccb1bc8 None None] Current status of the port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:44.879793 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group_rule': {'security_group_id': 'aad0ac8c-3a46-483f-8502-68f442fbec1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:44.895272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:44.895709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:44.898508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] Publish callbacks [] for security_group (ca2c6a2b-44e5-4459-a34d-9ec7fe481e11), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.913513 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:44.914677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:44.984403 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] Publish callbacks [] for security_group (ca2c6a2b-44e5-4459-a34d-9ec7fe481e11), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.044288 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-fd07dd0f-b6e0-4d2f-a1cc-965f124722e5 None None] Provisioning complete for port a17c0448-e230-4a2b-8d50-61a8d64b6be8 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:45.048956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd0f-b6e0-4d2f-a1cc-965f124722e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.090759 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-08a4ed55-5409-4110-8d0d-2e4c71ce4f27 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:45.097788 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b0a52-4541-4f43-b3bd-db7218a61363 None None] Pushing event updated for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.099763 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-08a4ed55-5409-4110-8d0d-2e4c71ce4f27 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 0.1762486 May 27 03:49:45.152598 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3920b989-c472-4cf6-af5e-f471b2e232b2 admin admin] Publish callbacks [] for security_group (3031e2d7-aeb2-4c2d-8509-adac231aa574), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.153402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (8046600c-bdde-4809-96d6-d1b8e8433147), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.168001 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-d92680d5-db91-432d-8b73-c33b2a23f7d9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/quotas/df0a2a8dca064a3ea1c20b7a32842000 HTTP/1.1" status: 200 len: 375 time: 0.0674763 May 27 03:49:45.180630 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2c51778-cab8-4f43-ace7-1de68af1df9e admin admin] Publish callbacks [] for security_group (d70521a3-e71c-4da5-be1e-08c589433655), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.266172 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39282-6255-40f0-a6d9-7f101d8440fa None None] Pushing event updated for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.267670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3920b989-c472-4cf6-af5e-f471b2e232b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3031e2d7-aeb2-4c2d-8509-adac231aa574), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.308912 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2c51778-cab8-4f43-ace7-1de68af1df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d70521a3-e71c-4da5-be1e-08c589433655), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.327232 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.348097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Attempting to bind port 81d0fe69-d787-4a39-9151-d734a367ff99 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:45.348981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Attempting to bind port 81d0fe69-d787-4a39-9151-d734a367ff99 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:45.349541 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Attempting to bind port 81d0fe69-d787-4a39-9151-d734a367ff99 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:45.353595 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-fd07dd0f-b6e0-4d2f-a1cc-965f124722e5 None None] Port a17c0448-e230-4a2b-8d50-61a8d64b6be8 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:45.361167 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:45.361653 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.383389 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8013b96b-661b-4304-a633-13655addb3af None None] For port a17c0448-e230-4a2b-8d50-61a8d64b6be8, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:45.395903 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8013b96b-661b-4304-a633-13655addb3af None None] For port a17c0448-e230-4a2b-8d50-61a8d64b6be8, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=a17c0448-e230-4a2b-8d50-61a8d64b6be8,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:45.434437 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (8046600c-bdde-4809-96d6-d1b8e8433147), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.438152 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:45.438632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Checking segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:45.439136 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.439605 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Bound using segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:45.440241 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Bound port: 81d0fe69-d787-4a39-9151-d734a367ff99, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:45.448048 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.453697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:45.476350 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-cedcbc8b-daee-4eef-96c4-9100a256818a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925189 May 27 03:49:45.500871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-c7bb667c-ac71-4367-8391-f92776c26c0e None None] Provisioning complete for port 81d0fe69-d787-4a39-9151-d734a367ff99 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:45.501291 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7bb667c-ac71-4367-8391-f92776c26c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.502864 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ca2c6a2b-44e5-4459-a34d-9ec7fe481e11), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.518100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.525691 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca2c6a2b-44e5-4459-a34d-9ec7fe481e11 HTTP/1.1" status: 204 len: 168 time: 0.9377027 May 27 03:49:45.557737 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8013b96b-661b-4304-a633-13655addb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.567778 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-3920b989-c472-4cf6-af5e-f471b2e232b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d42d2bc219f43928a64b620669fe948&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3937023 May 27 03:49:45.567975 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.570407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55546) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:45.577305 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (8046600c-bdde-4809-96d6-d1b8e8433147), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.604173 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:45.610371 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920b989-c472-4cf6-af5e-f471b2e232b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031e2d7-aeb2-4c2d-8509-adac231aa574,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.617973 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e2c51778-cab8-4f43-ace7-1de68af1df9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3ce8c1e18c247ec8d943c75e5ed4af9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6730914 May 27 03:49:45.631863 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55550) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:45.657192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2de8c-5b81-4f2f-ac6c-9d4170f614ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c6a2b-44e5-4459-a34d-9ec7fe481e11,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.693846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:45.694976 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:INSERT=11,neutron:SELECT=89 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:45.698377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:45.706776 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbfa7-3dd2-48cf-82bd-52aee1425dd5 req-37c4b350-a4c5-4dbe-9c22-28d186cc832d tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:45.708429 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-73fdbfa7-3dd2-48cf-82bd-52aee1425dd5 req-37c4b350-a4c5-4dbe-9c22-28d186cc832d tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.2514694 May 27 03:49:45.711685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:45.717667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8046600c-bdde-4809-96d6-d1b8e8433147,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.778064 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb667c-ac71-4367-8391-f92776c26c0e None None] Port 81d0fe69-d787-4a39-9151-d734a367ff99 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:45.798074 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=83a34148-5b0b-4bf2-959e-ded8b2e65af1,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.827124 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c51778-cab8-4f43-ace7-1de68af1df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70521a3-e71c-4da5-be1e-08c589433655,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.861013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:45.869039 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-3b2a84a5-ccc5-43ff-98cb-7ae05af70e61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9973578 May 27 03:49:45.890571 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] For port 81d0fe69-d787-4a39-9151-d734a367ff99, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:45.910652 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55560) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:45.916632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:45.917609 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:45.918964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f9a06693-19f4-4d01-89c6-cd255ddf1038 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:45.949257 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:45.949781 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:45.953500 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:45.991427 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] For port 81d0fe69-d787-4a39-9151-d734a367ff99, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=81d0fe69-d787-4a39-9151-d734a367ff99,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:46.000153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.035888 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-09fdf342-4b5d-45f9-b212-115f500eb118 service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215619 May 27 03:49:46.098421 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f3698-029f-4adf-8fa5-859e007b70fd None None] Pushing event updated for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:46.224735 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.297490 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-73fdbfa7-3dd2-48cf-82bd-52aee1425dd5 req-9ba61371-e473-45d1-b85e-5a9c881d1a3b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715191 May 27 03:49:46.315152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.437184 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] Publish callbacks [] for security_group (d70521a3-e71c-4da5-be1e-08c589433655), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.522672 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port f9a06693-19f4-4d01-89c6-cd255ddf1038 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:46.523253 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.546134 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39282-6255-40f0-a6d9-7f101d8440fa None None] Pushing event updated for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:46.565834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] Publish callbacks [] for security_group (3031e2d7-aeb2-4c2d-8509-adac231aa574), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.588335 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Provisioning complete for port a17c0448-e230-4a2b-8d50-61a8d64b6be8 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:46.588756 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.636773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] Publish callbacks [] for security_group (d70521a3-e71c-4da5-be1e-08c589433655), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.703961 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.746210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] Publish callbacks [] for security_group (3031e2d7-aeb2-4c2d-8509-adac231aa574), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.769537 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:46.945041 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.957995 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:47.030976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.051229 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-8f696ba3-9c66-4b73-b445-938e62e5dd3a service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144763 May 27 03:49:47.090488 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:47.091269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:49:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:47.095588 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.148054 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.157011 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:47.213041 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=83a34148-5b0b-4bf2-959e-ded8b2e65af1,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.244269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Current status of the port a17c0448-e230-4a2b-8d50-61a8d64b6be8 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:47.244709 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.284710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3031e2d7-aeb2-4c2d-8509-adac231aa574), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.287210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.288366 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3031e2d7-aeb2-4c2d-8509-adac231aa574 HTTP/1.1" status: 204 len: 168 time: 1.7143683 May 27 03:49:47.306051 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d70521a3-e71c-4da5-be1e-08c589433655), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.312429 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.316293 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d70521a3-e71c-4da5-be1e-08c589433655 HTTP/1.1" status: 204 len: 168 time: 1.6754816 May 27 03:49:47.342829 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.353553 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-36c3671b-2692-4216-9c0c-6e234d26347b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3273306 May 27 03:49:47.365725 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4af166-cf63-4041-9d4b-17ca3ba557ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031e2d7-aeb2-4c2d-8509-adac231aa574,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.409525 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] For port a17c0448-e230-4a2b-8d50-61a8d64b6be8, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=a17c0448-e230-4a2b-8d50-61a8d64b6be8,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:47.413265 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780667-b018-421a-a24e-03c5380a0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70521a3-e71c-4da5-be1e-08c589433655,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.456657 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port f9a06693-19f4-4d01-89c6-cd255ddf1038 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:47.462891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:47.506419 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885ccea-1b74-47e2-9204-4d4712ce7d72 req-4cb1f15a-717a-4efd-9f69-f637eef1c48f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:47.523395 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6885ccea-1b74-47e2-9204-4d4712ce7d72 req-4cb1f15a-717a-4efd-9f69-f637eef1c48f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0977995 May 27 03:49:47.528868 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Allocated IP 172.27.2.181 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:47.532192 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.711554 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6885ccea-1b74-47e2-9204-4d4712ce7d72 req-dc337ae2-1b3e-42d5-a37a-e0c4fdeba336 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969006 May 27 03:49:47.765949 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7c97c4a4-774a-49c8-a4a5-1908a7f42635 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:47.783622 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cc0887a6-ab80-432f-a132-0e6de1881de0 req-f2ef7489-ece2-4ebd-bbda-71dc563694b6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.1022213 May 27 03:49:47.817642 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Provisioning complete for port 81d0fe69-d787-4a39-9151-d734a367ff99 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:47.818014 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.839237 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:47.903628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:47.929746 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:47.934403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c55cb-f7fc-4718-829a-d963f100930f None None] Pushing event updated for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.990401 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.017843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8013b96b-661b-4304-a633-13655addb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:45Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.048140 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:48.055071 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:48.062463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:48.079009 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:48.132803 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:48.133194 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.138747 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013b96b-661b-4304-a633-13655addb3af None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:45Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:48.299577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:48.322060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.455895 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Current status of the port 81d0fe69-d787-4a39-9151-d734a367ff99 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:48.456282 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.557676 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-4d247ee4-736c-4de8-9dfd-0fba5de6e753 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1941241826&fields=id&tenant_id=b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 267 time: 0.1723387 May 27 03:49:48.609868 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.637097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] For port 81d0fe69-d787-4a39-9151-d734a367ff99, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=81d0fe69-d787-4a39-9151-d734a367ff99,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:48.673068 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:48.695360 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:48.755749 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:45Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.809822 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.820237 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7a6bf-cd5a-4d71-ac0d-9b9316ae3d19 None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:45Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:48.955667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-60954eb5-fc1d-4d37-81a8-a1ea4c613bd3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:48.963137 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-60954eb5-fc1d-4d37-81a8-a1ea4c613bd3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 811 time: 0.3903930 May 27 03:49:48.997363 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-836ee242-5beb-4706-a188-21b4c6dfe5d5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/quotas/b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 375 time: 0.0177114 May 27 03:49:49.029556 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a454c-896a-4bbe-bd5d-67ae21baad58 None None] Pushing event updated for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:49.108942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55638) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:49.151328 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0176a-eda6-4311-a70e-fa551bfe61ab req-c1c3a658-1110-4fa4-90ae-7b82a379e1aa tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:49.159739 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ad0176a-eda6-4311-a70e-fa551bfe61ab req-c1c3a658-1110-4fa4-90ae-7b82a379e1aa tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.3026803 May 27 03:49:49.189435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55640) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:49.211726 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-6c0c1dd8-3237-440e-9c65-3b619a3dc67d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2074113 May 27 03:49:49.265347 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652958c8-4760-490d-95c9-3e2aff41847e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.265930 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-88fc59e5-b2b4-4331-84a8-c557cc33ac2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.341728 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-005fed0c-3918-4967-8de9-31995e7a883d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:49.343757 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-005fed0c-3918-4967-8de9-31995e7a883d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 0.4095225 May 27 03:49:49.377514 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'port': {'device_id': '3447c506-7dde-4606-9364-61407cdf34cb', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'admin_state_up': True, 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:49.546630 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.634223 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652958c8-4760-490d-95c9-3e2aff41847e admin admin] Publish callbacks [] for security_group (9c12b671-bc84-4987-82e3-699ab6d21632), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.656237 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-3041310f-3e9d-4662-b2ca-3fdab8813fb7 service neutron] 10.222.0.58 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515897 May 27 03:49:49.664768 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:49.781133 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device a17c0448-e230-4a2b-8d50-61a8d64b6be8 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:49.991976 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port a17c0448-e230-4a2b-8d50-61a8d64b6be8 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:49.995694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.998872 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-3ce73da6-8d82-47f3-b514-54474e03686a service neutron] 10.222.0.58 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438773 May 27 03:49:50.007386 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ad0176a-eda6-4311-a70e-fa551bfe61ab req-fba72e85-2221-4859-ae2a-c1ff578945bc tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462679 May 27 03:49:50.026193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652958c8-4760-490d-95c9-3e2aff41847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9c12b671-bc84-4987-82e3-699ab6d21632), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.045117 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.117312 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.144870 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-88fc59e5-b2b4-4331-84a8-c557cc33ac2b admin admin] Publish callbacks [] for security_group (72b00b55-92d6-4b92-ac0c-92be4e568263), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.189891 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:50.266248 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-652958c8-4760-490d-95c9-3e2aff41847e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f66bd6ae98a14ff7bbe3c703a0c4cbb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0528684 May 27 03:49:50.269944 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652958c8-4760-490d-95c9-3e2aff41847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c12b671-bc84-4987-82e3-699ab6d21632,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.273019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Made reservation on behalf of df0a2a8dca064a3ea1c20b7a32842000 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:50.276405 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.279283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-88fc59e5-b2b4-4331-84a8-c557cc33ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (72b00b55-92d6-4b92-ac0c-92be4e568263), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.294699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55652) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:50.324569 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port a17c0448-e230-4a2b-8d50-61a8d64b6be8 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:50.331191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 81d0fe69-d787-4a39-9151-d734a367ff99 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:50.369614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc59e5-b2b4-4331-84a8-c557cc33ac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b00b55-92d6-4b92-ac0c-92be4e568263,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.398595 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-88fc59e5-b2b4-4331-84a8-c557cc33ac2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f312fdd45e2f482c88b92a898ea956d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2862742 May 27 03:49:50.434097 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55658) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:50.457983 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 81d0fe69-d787-4a39-9151-d734a367ff99 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:50.465214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.465367 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-31dcebbd-e03b-413c-9143-763638410317 req-69d67160-cb14-4515-bfb4-425deb8e1cb2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.2420225 May 27 03:49:50.508996 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.522753 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5928812 May 27 03:49:50.533465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:50.547553 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d002-5cec-4ce9-932d-3bae2dade74a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.635240 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5a10cba4-336b-47c8-93d6-98cb9a727eeb req-6c43af4c-a435-4f79-92dc-72c06e4d16cf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.1082411 May 27 03:49:50.668992 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 81d0fe69-d787-4a39-9151-d734a367ff99 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:50.707269 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:50.716480 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] Publish callbacks [] for security_group (72b00b55-92d6-4b92-ac0c-92be4e568263), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.724412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] Publish callbacks [] for security_group (9c12b671-bc84-4987-82e3-699ab6d21632), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.743581 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] Publish callbacks [] for security_group (72b00b55-92d6-4b92-ac0c-92be4e568263), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.836819 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] Publish callbacks [] for security_group (9c12b671-bc84-4987-82e3-699ab6d21632), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.852138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (72b00b55-92d6-4b92-ac0c-92be4e568263), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.854762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.861552 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72b00b55-92d6-4b92-ac0c-92be4e568263 HTTP/1.1" status: 204 len: 168 time: 0.4212725 May 27 03:49:50.870571 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f38d-88f4-4c2b-a65b-7aae69bcb1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b00b55-92d6-4b92-ac0c-92be4e568263,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.918434 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Allocated IP 172.20.0.5 (5dfb91cc-e855-4e80-80f6-77ee55d3cd53/79867d82-7ff6-4a21-bcaa-77207eb1fd62/14d68387-5548-4cbb-a58e-6275572d68ed) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:51.082711 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9c12b671-bc84-4987-82e3-699ab6d21632), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:51.087310 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:51.089167 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c12b671-bc84-4987-82e3-699ab6d21632 HTTP/1.1" status: 204 len: 168 time: 0.7828021 May 27 03:49:51.134670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e31642-5b33-4152-b9b4-97759580153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c12b671-bc84-4987-82e3-699ab6d21632,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:51.208349 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-f99dc652-242b-471f-8141-9b663b2399f6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1844366990&fields=id&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 267 time: 0.2520170 May 27 03:49:51.210018 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59f128-539a-4f52-9c33-b3e6f5af240f req-41745afd-1e71-46d6-bc4d-8ebadb9255ef tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:51.211919 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3a59f128-539a-4f52-9c33-b3e6f5af240f req-41745afd-1e71-46d6-bc4d-8ebadb9255ef tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0798314 May 27 03:49:51.295335 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3a59f128-539a-4f52-9c33-b3e6f5af240f req-510f6531-3ff0-4e0c-a36e-35f614e3e753 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758502 May 27 03:49:51.387133 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for port (14d68387-5548-4cbb-a58e-6275572d68ed), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:51.400398 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-a0ba1f84-dd3d-46af-8d8d-724dd108edc6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:51.405394 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-a0ba1f84-dd3d-46af-8d8d-724dd108edc6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 817 time: 0.1955390 May 27 03:49:51.429788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-03ee1078-b92b-4800-9ff0-7be2f148470a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/quotas/26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 375 time: 0.0189965 May 27 03:49:51.507731 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-689b755c-c8b1-4d3b-9bdc-3fe0ffa1f709 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724955 May 27 03:49:51.590359 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-90179497-007b-4746-a7e3-22b23f75ad2b req-261d2cbc-b991-45fc-bfb2-cc05a360aa0e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0325100 May 27 03:49:51.593114 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:51.638302 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:51.644778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:51.650293 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:51.656634 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:51.661548 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:51.705568 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:51.724122 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-917cacd7-d701-47c5-a984-47267983204a service neutron] 10.222.0.58 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972938 May 27 03:49:51.725652 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f6ff0f6-665f-4781-bb50-b5126878e604 req-7c2c20bf-f420-4715-b9f2-4586e89d4385 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0361195 May 27 03:49:51.840994 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:52.011538 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-20ca7db5-b719-44e5-b4a0-8c8e8e1c32cc None None] Provisioning complete for port 14d68387-5548-4cbb-a58e-6275572d68ed triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:52.012423 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20ca7db5-b719-44e5-b4a0-8c8e8e1c32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:52.018299 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-166d461f-5aaf-4c87-ac40-b97ff01503e2 service neutron] 10.222.0.58 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932563 May 27 03:49:52.023055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-33567192-7623-47f8-917a-7546afcebc3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6585574 May 27 03:49:52.071469 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Request body: {'port': {'device_id': '3447c506-7dde-4606-9364-61407cdf34cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:52.096337 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-20ca7db5-b719-44e5-b4a0-8c8e8e1c32cc None None] Port 14d68387-5548-4cbb-a58e-6275572d68ed cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:52.142887 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:52.335047 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:52.384721 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:52.406805 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ec515640-f1c2-42aa-a631-6781143e9bd5 req-cc2d8a40-86f3-4d84-924a-a09d259a3839 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0593145 May 27 03:49:52.523494 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679fd26-2d58-4505-9542-90923a340cb2 req-7378d2f8-442e-4505-a1b6-02b5c69248d9 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:52.524373 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9679fd26-2d58-4505-9542-90923a340cb2 req-7378d2f8-442e-4505-a1b6-02b5c69248d9 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0765638 May 27 03:49:52.679007 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9679fd26-2d58-4505-9542-90923a340cb2 req-b0a73b42-bfce-4a3d-afc0-d2cde4100b91 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382043 May 27 03:49:52.733418 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-27aa5874-abbf-4284-acb3-53a9c71d92fb req-610a6e19-b50a-41a1-ade7-3962d0ad2fed tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0345550 May 27 03:49:52.734620 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d68387-5548-4cbb-a58e-6275572d68ed {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:49:52.743191 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks [] for port (14d68387-5548-4cbb-a58e-6275572d68ed), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:52.773021 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Transition to ACTIVE for port object 14d68387-5548-4cbb-a58e-6275572d68ed will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:49:52.832780 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-42829bb4-d075-4b31-af35-5723475fb079 req-d4e8ac09-8374-4ca1-9e03-2e3689385005 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0306678 May 27 03:49:52.916726 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:52.984021 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Pushing event updated for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:53.024541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Attempting to bind port 14d68387-5548-4cbb-a58e-6275572d68ed on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:53.024862 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Attempting to bind port 14d68387-5548-4cbb-a58e-6275572d68ed by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:53.025190 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Attempting to bind port 14d68387-5548-4cbb-a58e-6275572d68ed on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:53.031381 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Port 14d68387-5548-4cbb-a58e-6275572d68ed on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:49:53.032055 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Attempting to bind port 14d68387-5548-4cbb-a58e-6275572d68ed on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:53.037935 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:53.038316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:53.038700 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Bound using segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:53.039176 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Bound port: 14d68387-5548-4cbb-a58e-6275572d68ed, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:53.039886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:53.194579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:53.198637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=14d68387-5548-4cbb-a58e-6275572d68ed,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:53.322796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:53.363610 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:53.364428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:53.365959 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] 10.222.0.44 "PUT /v2.0/ports/14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 1093 time: 1.3040991 May 27 03:49:53.366333 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:49:53.368578 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad68b3cd-182a-4db5-8656-a991c5882763" -d '{"events": [{"name": "network-changed", "server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:49:53.431516 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c803c-dbe0-4cdf-889f-5a5678cddd89 service neutron] Pushing event updated for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:53.439675 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:53.493340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a53c79d-18a0-432a-9f0b-13e418956f42 x-openstack-request-id: req-3a53c79d-18a0-432a-9f0b-13e418956f42 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:49:53.493790 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:49:53.494179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a53c79d-18a0-432a-9f0b-13e418956f42 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:49:53.494736 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a53c79d-18a0-432a-9f0b-13e418956f42'] response: {'name': 'network-changed', 'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed', 'status': 'completed', 'code': 200} May 27 03:49:53.556234 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01afe096-7bc0-4b0f-ae84-84d7e4f42178 req-47d5f406-c29c-4b7a-bb3a-2c82e5387d50 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0391965 May 27 03:49:53.795388 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcaf85-118f-4f37-aee9-076a3e8dbf5a req-c379ffb0-7fe1-495a-93c7-24f050b1152e tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:53.802470 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7dfcaf85-118f-4f37-aee9-076a3e8dbf5a req-c379ffb0-7fe1-495a-93c7-24f050b1152e tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0557694 May 27 03:49:53.862972 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-111a88e9-6969-4d81-a77e-9246b71fd174 req-5718e86c-1db5-428c-93e9-80972828d403 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0361063 May 27 03:49:53.863650 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7dfcaf85-118f-4f37-aee9-076a3e8dbf5a req-c3819621-9792-4dea-b267-313a44b58d75 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 May 27 03:49:53.977594 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-62233676-feb5-4aa9-83f6-02e9d484d5d6 req-d5346fce-428e-4a48-9365-e47a172b85d7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0285265 May 27 03:49:54.667068 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-deb5f4b9-b0b4-47fa-ba83-514f6bdeef72 req-6211ee2e-d674-49c4-985b-86969aa7092d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0281696 May 27 03:49:54.985965 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b0d97577-1317-48bd-816f-aa052e8d1156 req-2bc1bbec-d229-47be-b5b4-51c0fa00b8bc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0326116 May 27 03:49:54.999901 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923352cc-5744-4a5c-8f3e-f7f22434742c req-72e547a0-937c-428f-9bae-f2b8b09e092f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.002496 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-923352cc-5744-4a5c-8f3e-f7f22434742c req-72e547a0-937c-428f-9bae-f2b8b09e092f tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0523529 May 27 03:49:55.099776 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.44', 53564) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:55.329288 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-00702848-f50f-42ee-8a3e-dabe1bb0cbc3 req-80be1dd6-e325-423b-b49c-90d8730693e8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0536473 May 27 03:49:55.329581 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-923352cc-5744-4a5c-8f3e-f7f22434742c req-5a8e389a-b58b-4bb1-bffa-69772fc8d1a6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381509 May 27 03:49:55.329656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-d10113c6-6482-44b4-8648-c7a47440cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.329656 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-d10113c6-6482-44b4-8648-c7a47440cec3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1127 time: 0.0806170 May 27 03:49:55.329788 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-59b29005-8589-4f8f-9690-8a1f6c5cfe83 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.329788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-59b29005-8589-4f8f-9690-8a1f6c5cfe83 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 0.1448383 May 27 03:49:55.329788 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'port': {'device_id': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'admin_state_up': True, 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:55.329999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:55.330073 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:55.365434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-37577af9-5265-4d6a-b1bf-8ac766469ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.366920 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-37577af9-5265-4d6a-b1bf-8ac766469ec8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1728742 May 27 03:49:55.536529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-2f5ab9c9-96fe-4cc6-aec6-98b6986446e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.537024 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad68b3cd-182a-4db5-8656-a991c5882763 req-2f5ab9c9-96fe-4cc6-aec6-98b6986446e9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603365 May 27 03:49:55.621722 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-cfa12572-1955-4041-a316-b395ee535164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.624912 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-cfa12572-1955-4041-a316-b395ee535164 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1127 time: 0.0456669 May 27 03:49:55.700555 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-d5b081d7-446c-4d93-8553-68a43ac96850 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.0686452 May 27 03:49:55.779035 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e7ceef3-4c26-4448-a2b0-5f2be908d65a req-7c0d252a-a81c-48f2-b98b-0eab52a778ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0349705 May 27 03:49:55.783834 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-199961f6-f683-4103-b651-943755e30802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.785346 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-199961f6-f683-4103-b651-943755e30802 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0784721 May 27 03:49:55.865965 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856989-39a6-4991-9121-923976089621 req-fb8778f6-082e-4093-b4aa-2ec48658f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:55.869524 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-fb8778f6-082e-4093-b4aa-2ec48658f28c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768671 May 27 03:49:55.884147 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Made reservation on behalf of df0a2a8dca064a3ea1c20b7a32842000 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:55.889443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:55.967859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:55.993575 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-b1ff5033-bd53-4abe-9b47-8d41211a5b01 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024160 May 27 03:49:56.074723 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Allocated IP 172.20.0.7 (5dfb91cc-e855-4e80-80f6-77ee55d3cd53/79867d82-7ff6-4a21-bcaa-77207eb1fd62/79440c8f-31a4-4d0c-a99a-73be7d994e1a) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:56.100357 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7856989-39a6-4991-9121-923976089621 req-b60ad65a-e814-457a-93ce-cc4e9bef5853 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152854 May 27 03:49:56.197445 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:56.260152 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:56.488193 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device a8742307-0b90-491f-af92-acad9a86d975 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:49:56.604560 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b90d4e05-1384-44b5-82ae-605829fcc963 req-b8f6f404-c871-4f87-9336-075e111e8311 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0294561 May 27 03:49:56.631164 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36066a-94d6-4ca3-a598-a77d975357bc req-2b6ff77f-449b-4519-9995-478e4a3b0347 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:56.632883 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db36066a-94d6-4ca3-a598-a77d975357bc req-2b6ff77f-449b-4519-9995-478e4a3b0347 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 943 time: 0.0599201 May 27 03:49:56.692790 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db36066a-94d6-4ca3-a598-a77d975357bc req-d279c4c9-d130-430c-9f81-902e700cc1ac tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528181 May 27 03:49:56.711980 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f9a9c81-5a06-4f3c-a181-762f54102d3e req-5284c894-7370-479b-a86d-22a0bc520188 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0441363 May 27 03:49:56.732794 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:56.756563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8742307-0b90-491f-af92-acad9a86d975,segment=NetworkSegment(a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff),segment_id=a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:56.774421 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'a8742307-0b90-491f-af92-acad9a86d975', 'network_id': '6b10384b-df11-4c6b-b1fe-437c3d19a049', 'port_id': 'a8742307-0b90-491f-af92-acad9a86d975', 'mac_address': 'fa:16:3e:ca:80:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe1efab-f17c-4c1a-b474-0341a2c407f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:49:56.781744 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:56.783703 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:56.800441 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:56.803104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:56.822604 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:56.829971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:56.832753 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:56.837092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port a8742307-0b90-491f-af92-acad9a86d975 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:56.840948 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a8742307-0b90-491f-af92-acad9a86d975), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:56.858966 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8742307-0b90-491f-af92-acad9a86d975 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:49:56.883373 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8742307-0b90-491f-af92-acad9a86d975,segment=NetworkSegment(a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff),segment_id=a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:56.908667 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5571550a-22a8-49de-8090-417cc9f06241 req-b14dd688-a7a1-4cc7-bbde-e917ba44f51f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0435066 May 27 03:49:56.936208 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-18316b8f-9f3b-46c0-bb88-17afdd95c276 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7412157 May 27 03:49:56.961147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:57.011012 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:57.102563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-d3608062-4654-4681-b58c-ce07a9339253 None None] Provisioning complete for port 79440c8f-31a4-4d0c-a99a-73be7d994e1a triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:57.102931 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3608062-4654-4681-b58c-ce07a9339253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:57.135348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d3608062-4654-4681-b58c-ce07a9339253 None None] Port 79440c8f-31a4-4d0c-a99a-73be7d994e1a cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:57.349585 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['a8742307-0b90-491f-af92-acad9a86d975'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:49:57.387014 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:57.745316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b26c-0539-4f8c-89fd-09dfa3fdacd4 req-071b83c1-d086-4801-a4b5-f81ef2def467 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:57.746868 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-60b8b26c-0539-4f8c-89fd-09dfa3fdacd4 req-071b83c1-d086-4801-a4b5-f81ef2def467 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0624154 May 27 03:49:57.831847 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-60b8b26c-0539-4f8c-89fd-09dfa3fdacd4 req-d1a26745-e023-49a6-bb69-28d1ed826ae0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721827 May 27 03:49:57.834070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8214ef-10e8-4e0b-a8bd-6c2a0e62325b req-3fe27b72-01f7-4be1-a1d3-5b1541c0ff9b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:57.841092 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b8214ef-10e8-4e0b-a8bd-6c2a0e62325b req-3fe27b72-01f7-4be1-a1d3-5b1541c0ff9b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 944 time: 0.0572805 May 27 03:49:57.893737 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b8214ef-10e8-4e0b-a8bd-6c2a0e62325b req-e86bb13c-ff3e-4a89-b49e-a643cd4315bf tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 May 27 03:49:57.926036 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f36ccf5-2824-4182-bcb5-44da99ad988f req-f440c505-e7b1-4a18-a88e-ada6fae3c9c3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0337999 May 27 03:49:58.012147 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-96236dbd-f99b-4e72-ac9c-c1e39a30bf66 req-51eb66e6-cfd1-42e4-ba0f-bce2c0507407 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0276482 May 27 03:49:58.933126 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:49:59.012108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69725729-c93a-45fe-bfde-59d618c5e922 req-affc5f70-dfc1-461a-a6f9-e79e968b752b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:59.013807 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-69725729-c93a-45fe-bfde-59d618c5e922 req-affc5f70-dfc1-461a-a6f9-e79e968b752b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0976264 May 27 03:49:59.029481 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12edac7-86a9-4381-b3e2-af5f7330745e req-186586b2-d083-4ccb-889b-35e342016fb6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:59.031889 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b12edac7-86a9-4381-b3e2-af5f7330745e req-186586b2-d083-4ccb-889b-35e342016fb6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 944 time: 0.0649648 May 27 03:49:59.079328 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-69725729-c93a-45fe-bfde-59d618c5e922 req-35148759-8635-4a32-a6a8-528afd8f46a7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 May 27 03:49:59.085099 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b12edac7-86a9-4381-b3e2-af5f7330745e req-e3641080-a7a8-4162-8aef-a8393ae5512c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 May 27 03:49:59.174288 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7520b9e2-66d7-4d0c-81d4-071f4f3e3e57 req-06f792f4-8b83-463c-8a06-fcb6f52ddd9b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0310328 May 27 03:49:59.181886 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab1672dc-3680-48df-ab57-42f9116a127e req-bb8ff918-dbb1-491b-88e8-106f90cbdbaf tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0295880 May 27 03:49:59.555644 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 55964) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:59.666998 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4ab311ee-6505-4559-aea4-e299b259c8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:59.747882 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4ab311ee-6505-4559-aea4-e299b259c8ad admin admin] Publish callbacks [] for security_group (5603192c-166b-4926-ab14-4a539fedd07d), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:59.799976 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4ab311ee-6505-4559-aea4-e299b259c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5603192c-166b-4926-ab14-4a539fedd07d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:59.837425 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:59.842850 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-4ab311ee-6505-4559-aea4-e299b259c8ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=736b920fd8304e34b56fdee59a555f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855864 May 27 03:49:59.843671 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab311ee-6505-4559-aea4-e299b259c8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5603192c-166b-4926-ab14-4a539fedd07d,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:59.846229 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 55980) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:59.910002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] Publish callbacks [] for security_group (5603192c-166b-4926-ab14-4a539fedd07d), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:59.934691 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] Publish callbacks [] for security_group (5603192c-166b-4926-ab14-4a539fedd07d), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:00.074822 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5603192c-166b-4926-ab14-4a539fedd07d), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:00.078647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:00.089086 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5603192c-166b-4926-ab14-4a539fedd07d HTTP/1.1" status: 204 len: 168 time: 0.2394507 May 27 03:50:00.096596 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914564e8-f34e-4ec8-9d1d-280dacd07da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603192c-166b-4926-ab14-4a539fedd07d,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:00.235675 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e4102-1b29-44a9-ab7d-366d1006e9cd req-e7724e7a-d869-491a-9137-d30f8aa73737 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:00.236257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2775de-d74b-4315-a066-8aeea5956cf4 req-915b3ac6-e48b-4665-bc04-f0a0c3b0017d tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:00.237221 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-af6e4102-1b29-44a9-ab7d-366d1006e9cd req-e7724e7a-d869-491a-9137-d30f8aa73737 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0592725 May 27 03:50:00.237380 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c2775de-d74b-4315-a066-8aeea5956cf4 req-915b3ac6-e48b-4665-bc04-f0a0c3b0017d tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 944 time: 0.0640409 May 27 03:50:00.292331 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-af6e4102-1b29-44a9-ab7d-366d1006e9cd req-c6a01357-07d2-4bfa-a5fd-b54c10bc1d7d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 May 27 03:50:00.293040 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c2775de-d74b-4315-a066-8aeea5956cf4 req-3c5bddd6-94c5-4f67-a585-e1aed6cdd899 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 May 27 03:50:00.390121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9fb2a1db-36ef-4b7f-b38f-b3b061c07c88 req-374ab1be-f6d2-4a45-a371-1616e795e2d3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0301197 May 27 03:50:00.416726 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dff308d5-a122-4ce9-a3d3-094a5c66ad2b req-9ee84766-de7d-41ad-8801-58be508c2ad7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0452156 May 27 03:50:00.968382 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56030) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:00.981911 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bed7e899-17c6-4b87-b708-1f611da0b07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.038059 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device a8742307-0b90-491f-af92-acad9a86d975 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:01.063255 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bed7e899-17c6-4b87-b708-1f611da0b07a admin admin] Publish callbacks [] for security_group (14de0144-d9b2-47e8-9eb7-cae29defffb7), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.089738 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port a8742307-0b90-491f-af92-acad9a86d975 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:01.120111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bed7e899-17c6-4b87-b708-1f611da0b07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (14de0144-d9b2-47e8-9eb7-cae29defffb7), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.162710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7e899-17c6-4b87-b708-1f611da0b07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14de0144-d9b2-47e8-9eb7-cae29defffb7,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.167756 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-bed7e899-17c6-4b87-b708-1f611da0b07a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4614fdb2e7c44211b9e6026d05de2f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981568 May 27 03:50:01.171004 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56032) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:01.183267 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port a8742307-0b90-491f-af92-acad9a86d975 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:01.187092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (a8742307-0b90-491f-af92-acad9a86d975), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.220534 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] Publish callbacks [] for security_group (14de0144-d9b2-47e8-9eb7-cae29defffb7), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.246373 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] Publish callbacks [] for security_group (14de0144-d9b2-47e8-9eb7-cae29defffb7), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.259508 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port a8742307-0b90-491f-af92-acad9a86d975 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:01.259895 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (a8742307-0b90-491f-af92-acad9a86d975), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.284256 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:01.363502 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8742307-0b90-491f-af92-acad9a86d975,segment=NetworkSegment(a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff),segment_id=a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:01.371897 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (14de0144-d9b2-47e8-9eb7-cae29defffb7), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.377832 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.378970 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14de0144-d9b2-47e8-9eb7-cae29defffb7 HTTP/1.1" status: 204 len: 168 time: 0.2069552 May 27 03:50:01.415747 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef36ad-2e27-4680-b1b7-a90ad4bbcec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de0144-d9b2-47e8-9eb7-cae29defffb7,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.431402 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:01.452546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:01.468945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a141-02f0-4353-960d-fb65330d4058 req-4266ea01-7ec1-4151-b545-9a9bef002374 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:01.470527 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85a0a141-02f0-4353-960d-fb65330d4058 req-4266ea01-7ec1-4151-b545-9a9bef002374 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0904586 May 27 03:50:01.551081 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85a0a141-02f0-4353-960d-fb65330d4058 req-c4dff7d8-6a35-4197-b185-0882ff681111 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 May 27 03:50:01.563033 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265a4cf8-23ed-44bc-9e57-8c568f706b74" -d '{"events": [{"server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "name": "network-vif-plugged", "status": "completed", "tag": "a8742307-0b90-491f-af92-acad9a86d975"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:01.568692 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.645791 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ab06519c-2fe0-41ad-b6c8-9a56ecb3f54c req-07d502be-c687-4ff0-b164-a040d93abfbb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0325711 May 27 03:50:01.653993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd845a51-e5b5-46ec-9dff-021d42fbf9ee req-bf90d1fb-c076-497c-b96c-d0d2a67f4ca9 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:01.655556 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fd845a51-e5b5-46ec-9dff-021d42fbf9ee req-bf90d1fb-c076-497c-b96c-d0d2a67f4ca9 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 944 time: 0.2858520 May 27 03:50:01.683652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:01.705837 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fd845a51-e5b5-46ec-9dff-021d42fbf9ee req-8d4366b6-2a49-406a-8726-6d870a9d1f26 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 May 27 03:50:01.743945 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1c07f821-9568-4e65-bd8d-e62fd5655c2f req-9544815e-f119-40fb-92c3-5f4e67138cd9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0335371 May 27 03:50:01.865752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd6484f-07cb-4586-a6c8-bb60f3123e7a x-openstack-request-id: req-2bd6484f-07cb-4586-a6c8-bb60f3123e7a {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:01.867112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "name": "network-vif-plugged", "status": "completed", "tag": "a8742307-0b90-491f-af92-acad9a86d975", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:01.867112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bd6484f-07cb-4586-a6c8-bb60f3123e7a {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:01.867735 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd6484f-07cb-4586-a6c8-bb60f3123e7a'] response: {'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975', 'code': 200} May 27 03:50:02.662551 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df096f6-a6b8-4f2b-956d-c16efbf45a1b req-1909480d-f17e-444b-9a55-18faa911590f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:02.664077 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7df096f6-a6b8-4f2b-956d-c16efbf45a1b req-1909480d-f17e-444b-9a55-18faa911590f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0482154 May 27 03:50:02.715775 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7df096f6-a6b8-4f2b-956d-c16efbf45a1b req-2bac4c44-78e1-48f7-a225-58decc594eda tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 May 27 03:50:02.755867 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9df9e678-2ed8-45d2-ab59-25de87bb8dfc req-f33b3cb3-eea1-4382-9753-f7f3c8668858 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0294964 May 27 03:50:02.833254 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba9ae2-1a87-4470-b0e6-2023cd716489 req-7daa8b02-0d2c-4594-86c3-a8f2b2812946 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:02.835056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4fba9ae2-1a87-4470-b0e6-2023cd716489 req-7daa8b02-0d2c-4594-86c3-a8f2b2812946 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0593512 May 27 03:50:02.848755 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-19e79f70-2a78-4fdf-b4ce-4462db2e63f5 req-700b3568-a63f-4896-9a17-3fb67100f970 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0314434 May 27 03:50:02.907102 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4fba9ae2-1a87-4470-b0e6-2023cd716489 req-c0a9c2cc-cd54-4e9b-855d-e6452730c3db tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 May 27 03:50:02.918830 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:03.520859 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 14d68387-5548-4cbb-a58e-6275572d68ed details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:50:03.636565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=14d68387-5548-4cbb-a58e-6275572d68ed,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:03.651689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '14d68387-5548-4cbb-a58e-6275572d68ed', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'port_id': '14d68387-5548-4cbb-a58e-6275572d68ed', 'mac_address': 'fa:16:3e:1b:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:50:03.690388 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 14d68387-5548-4cbb-a58e-6275572d68ed is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:03.690772 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:03.706033 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d68387-5548-4cbb-a58e-6275572d68ed {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:03.728722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=14d68387-5548-4cbb-a58e-6275572d68ed,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:03.828841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:03.849858 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede66e00-39c8-47f8-ab54-e838ee0e6345 req-ab06237a-ac0b-4e34-9b4c-2208e50e898b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:03.851572 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ede66e00-39c8-47f8-ab54-e838ee0e6345 req-ab06237a-ac0b-4e34-9b4c-2208e50e898b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 931 time: 0.0570507 May 27 03:50:03.873374 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-41580244-6f1f-45a2-a231-5cc0dcc717c3 req-30f2fdcf-fd2e-4ab4-ac58-ebeeaa767763 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0390658 May 27 03:50:03.884420 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:03.896458 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:03.947402 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ede66e00-39c8-47f8-ab54-e838ee0e6345 req-1d1f604b-d4d0-4a9a-81df-3d93dcd0bdc5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866175 May 27 03:50:03.981364 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-52f3ad5f-4da4-4b90-9a06-5a2ba94a4f9c req-80c7c42b-c39b-4958-ae34-384526aa7fa2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0367239 May 27 03:50:04.057860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ce316-4edb-40e6-9ec9-623c048c39a4 req-1e444802-6b50-43e2-a58d-5370ea162d9c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:04.059230 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f93ce316-4edb-40e6-9ec9-623c048c39a4 req-1e444802-6b50-43e2-a58d-5370ea162d9c tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0466030 May 27 03:50:04.113920 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f93ce316-4edb-40e6-9ec9-623c048c39a4 req-cbfc0752-fb65-4f3b-b0b9-d42c274398e0 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 May 27 03:50:04.391956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['14d68387-5548-4cbb-a58e-6275572d68ed'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:04.415231 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Request body: {'port': {'device_id': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:04.490214 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:04.491975 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:04.605289 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:04.826067 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79440c8f-31a4-4d0c-a99a-73be7d994e1a {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:04.834054 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:04.836380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks [] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:04.852610 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Transition to ACTIVE for port object 79440c8f-31a4-4d0c-a99a-73be7d994e1a will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:04.926082 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:04.951156 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-0ba398a0-1c54-4d8b-a2f5-84c3b308836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:04.953376 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-0ba398a0-1c54-4d8b-a2f5-84c3b308836e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 1129 time: 0.0948670 May 27 03:50:04.995531 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2b47db59-3a1b-4dde-a764-08ba6be4508e req-9fbd0c82-d42d-4508-8802-2e8328634a03 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0429966 May 27 03:50:05.067006 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:05.088448 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Attempting to bind port 79440c8f-31a4-4d0c-a99a-73be7d994e1a on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:05.089209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Attempting to bind port 79440c8f-31a4-4d0c-a99a-73be7d994e1a by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:05.090144 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Attempting to bind port 79440c8f-31a4-4d0c-a99a-73be7d994e1a on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:05.103075 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Port 79440c8f-31a4-4d0c-a99a-73be7d994e1a on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:05.103668 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Attempting to bind port 79440c8f-31a4-4d0c-a99a-73be7d994e1a on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:05.107696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-8ff3271c-465e-4abc-a20f-abca81dbc0b6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.123407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:05.124071 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:05.124843 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Bound using segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:05.125730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Bound port: 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:05.126311 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.178665 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9069-1696-45bd-ab65-82c8fa6a1917 req-def7738f-1459-4bc3-936d-41b5b4ee1c52 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:05.182603 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be8d9069-1696-45bd-ab65-82c8fa6a1917 req-def7738f-1459-4bc3-936d-41b5b4ee1c52 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.1483381 May 27 03:50:05.182821 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b4b8395-c1a3-4bcf-b5de-fa2bc41bafea req-30eba050-6052-439e-b4f7-89d5c30e5275 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0748272 May 27 03:50:05.299044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:05.321123 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be8d9069-1696-45bd-ab65-82c8fa6a1917 req-c8b4864a-cd89-49d9-a266-b2e72aac2cb8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375177 May 27 03:50:05.338795 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:05.345543 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:05.363094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-8ff3271c-465e-4abc-a20f-abca81dbc0b6 service neutron] Publish callbacks [] for security_group (6451d739-5368-4d84-9531-a74a337ac110), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.363391 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa8f41-56b9-469f-8230-451b6168d547 req-13b36795-d1a6-430e-b1ef-a6d572daefe3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:05.364912 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6daa8f41-56b9-469f-8230-451b6168d547 req-13b36795-d1a6-430e-b1ef-a6d572daefe3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0630350 May 27 03:50:05.398357 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 14d68387-5548-4cbb-a58e-6275572d68ed up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:05.425878 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6daa8f41-56b9-469f-8230-451b6168d547 req-3911f0eb-a611-4713-bc22-e125471ff3be tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 May 27 03:50:05.429241 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.44', 53575) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:05.463146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-8ff3271c-465e-4abc-a20f-abca81dbc0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6451d739-5368-4d84-9531-a74a337ac110), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.464591 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.513778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 14d68387-5548-4cbb-a58e-6275572d68ed completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:05.579349 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:05.581357 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.581697 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3249e05e-4659-47d2-b54f-1e0fab75e434 req-8ff3271c-465e-4abc-a20f-abca81dbc0b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006483 May 27 03:50:05.581697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3271c-465e-4abc-a20f-abca81dbc0b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6451d739-5368-4d84-9531-a74a337ac110,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:05.589023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] 10.222.0.44 "PUT /v2.0/ports/79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 1093 time: 1.1705499 May 27 03:50:05.589737 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:05.592129 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10" -d '{"events": [{"name": "network-changed", "server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:05.635064 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 14d68387-5548-4cbb-a58e-6275572d68ed triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:05.636478 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.638741 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1e080c-088b-4b10-9111-19d0db46fb5d x-openstack-request-id: req-9a1e080c-088b-4b10-9111-19d0db46fb5d {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:05.639452 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:05.639708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a1e080c-088b-4b10-9111-19d0db46fb5d {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:05.641047 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1e080c-088b-4b10-9111-19d0db46fb5d'] response: {'name': 'network-changed', 'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a', 'status': 'completed', 'code': 200} May 27 03:50:05.649187 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133aa5-d231-4898-9c60-cfc818964ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:05.659899 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-bd8a2c18-4a63-4aee-8199-74158dabe4bf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:05.661510 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-bd8a2c18-4a63-4aee-8199-74158dabe4bf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 811 time: 0.2311583 May 27 03:50:05.787370 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 14d68387-5548-4cbb-a58e-6275572d68ed is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:05.788085 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.839469 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56206) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:05.852479 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=14d68387-5548-4cbb-a58e-6275572d68ed,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:05.853740 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:05.856347 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2773d6a-57e3-4add-9ed1-08f5cd8d318b" -d '{"events": [{"server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "name": "network-vif-plugged", "status": "completed", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:05.929563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6654d19f-efb2-479f-9548-b27ea775bdc1 x-openstack-request-id: req-6654d19f-efb2-479f-9548-b27ea775bdc1 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:05.930158 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "name": "network-vif-plugged", "status": "completed", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:05.938951 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6654d19f-efb2-479f-9548-b27ea775bdc1 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:05.938951 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6654d19f-efb2-479f-9548-b27ea775bdc1'] response: {'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed', 'code': 200} May 27 03:50:05.938951 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:05.988687 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.115154 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b892f89f-dd03-41f0-8b55-2086aef312ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.170063 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6d15fe60-f560-48e1-9d22-c2b056316042 req-75630712-de4d-4ccb-a2c2-f8577fdbf57c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0558300 May 27 03:50:06.181747 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-3ff22462-0e69-414d-aeea-525e59897ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:06.183468 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-3ff22462-0e69-414d-aeea-525e59897ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1127 time: 0.1478584 May 27 03:50:06.211713 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-8117b960-9114-4954-9399-667c11b45039 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 380 time: 0.2007203 May 27 03:50:06.231235 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:06.254660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-05f4cf72-d803-4b4a-9a48-4ec652050cf6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:06.263792 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-05f4cf72-d803-4b4a-9a48-4ec652050cf6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 817 time: 0.2364779 May 27 03:50:06.292733 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b892f89f-dd03-41f0-8b55-2086aef312ba admin admin] Publish callbacks [] for security_group (775734a5-8738-4bca-986a-cec44902376d), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.320390 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2c58970d-cd58-4ef1-bb51-21135d698c78 req-92083251-8132-4096-b3ba-13f9f3dd4858 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0307598 May 27 03:50:06.388438 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b892f89f-dd03-41f0-8b55-2086aef312ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (775734a5-8738-4bca-986a-cec44902376d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.388752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-365dfd3a-189b-4f2c-8626-2d0bcd1328cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.431279 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b892f89f-dd03-41f0-8b55-2086aef312ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=825497fb84f44b45a190b91d60b04e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5905726 May 27 03:50:06.432411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f89f-dd03-41f0-8b55-2086aef312ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775734a5-8738-4bca-986a-cec44902376d,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.432648 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:06.434026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56234) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:06.440179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56236) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:06.451167 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3befd6-a880-4cb4-9203-3d0585db5a95 req-422a7b4e-fc46-4e78-aa8c-38dfe5608ec3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:06.453836 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7b3befd6-a880-4cb4-9203-3d0585db5a95 req-422a7b4e-fc46-4e78-aa8c-38dfe5608ec3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.0596955 May 27 03:50:06.587072 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7b3befd6-a880-4cb4-9203-3d0585db5a95 req-682c5e20-e89f-4682-9f69-459363f0cf32 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223650 May 27 03:50:06.604934 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964f65-b9bc-4db8-a176-a4a969e4a525 req-70d53e0e-11c1-4aa1-9a60-39fc8d29ed41 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:06.606549 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-06964f65-b9bc-4db8-a176-a4a969e4a525 req-70d53e0e-11c1-4aa1-9a60-39fc8d29ed41 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0738587 May 27 03:50:06.606914 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] Publish callbacks [] for security_group (775734a5-8738-4bca-986a-cec44902376d), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.620542 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-848c54b4-2c52-41e6-81ae-e28b1c1645da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.635814 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:06.645037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] Publish callbacks [] for security_group (775734a5-8738-4bca-986a-cec44902376d), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.700470 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.44', 53579) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:06.728637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'port': {'device_id': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'admin_state_up': True, 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'security_groups': ['efddfcfc-beb0-425e-af4e-6c042dfccd63']}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:06.792868 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-cf8f3299-9f14-47e6-ab68-bb261e3c726a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 380 time: 0.0853205 May 27 03:50:06.804007 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'port': {'device_id': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'admin_state_up': True, 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'security_groups': ['aad0ac8c-3a46-483f-8502-68f442fbec1e']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:06.831137 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (775734a5-8738-4bca-986a-cec44902376d), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.834672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.849103 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/775734a5-8738-4bca-986a-cec44902376d HTTP/1.1" status: 204 len: 168 time: 0.4099019 May 27 03:50:06.891978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89cb5-9531-4c48-a9d3-b5df34a37c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775734a5-8738-4bca-986a-cec44902376d,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.950167 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-06964f65-b9bc-4db8-a176-a4a969e4a525 req-915973a8-bf7e-4704-b042-09fc7ec24311 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373704 May 27 03:50:06.990911 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-7efcbbf4-c368-43cd-a35d-d2e5b87672eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 217 time: 0.2948337 May 27 03:50:07.083739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce707f47-15b7-4df4-9821-378dcb92be9a req-d4f39e1c-a572-4d74-8ad7-c7f67bf1166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:07.085510 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce707f47-15b7-4df4-9821-378dcb92be9a req-d4f39e1c-a572-4d74-8ad7-c7f67bf1166c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.3686261 May 27 03:50:07.103719 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Made reservation on behalf of 26b40f0d69f44da79dfb780da80d4893 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:07.107345 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.135040 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-8beac5f2-7711-4ab9-b3e2-015a458e68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:07.136470 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-8beac5f2-7711-4ab9-b3e2-015a458e68c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.1035483 May 27 03:50:07.154286 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:07.235034 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-848c54b4-2c52-41e6-81ae-e28b1c1645da admin admin] Publish callbacks [] for security_group (3d101c56-2aff-4999-b824-cb1ba6ab43db), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.237517 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce707f47-15b7-4df4-9821-378dcb92be9a req-52af683f-50cd-48f4-970b-64088f8e840a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348519 May 27 03:50:07.282993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e90b1-7a90-4e68-931e-82465233babf req-74953934-f448-4476-9e79-af46744b6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:07.285650 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-74953934-f448-4476-9e79-af46744b6dd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780497 May 27 03:50:07.344409 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Made reservation on behalf of b1f668cbb60844d881dfb2af61132af7 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:07.348672 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.350862 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:07.353022 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-848c54b4-2c52-41e6-81ae-e28b1c1645da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3d101c56-2aff-4999-b824-cb1ba6ab43db), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.367989 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e9b20a6-9ab0-4592-934a-5ffedbe9f906 req-250fb725-5615-46eb-8c32-33caea8fc93b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0633831 May 27 03:50:07.382701 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Allocated IP 172.20.0.9 (eba72c12-5b60-48f3-a29b-e3bbe4163d32/e3b48e48-9d0a-4567-b124-4dbaba78bfb4/41424024-3be4-4e45-ab50-5aa71afa1707) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:07.416354 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-848c54b4-2c52-41e6-81ae-e28b1c1645da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82a7a4b18d9a40138470bd6ddad6b6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9750950 May 27 03:50:07.421050 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56272) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:07.480800 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c54b4-2c52-41e6-81ae-e28b1c1645da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d101c56-2aff-4999-b824-cb1ba6ab43db,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:07.490333 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f8b5619-a3f3-416a-aa5d-10b1d489b8ef req-60037f31-2849-4e8a-b1ca-605a34286cf0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0454597 May 27 03:50:07.540114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] Publish callbacks [] for security_group (3d101c56-2aff-4999-b824-cb1ba6ab43db), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.568773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Allocated IP 172.20.0.5 (5f6279fa-5489-4182-8aee-fafc3439f008/789965dc-c253-4f52-8ecd-8a893a7251a1/adaeac17-3ece-4c17-855a-dc91f10d618c) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:07.581565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] Publish callbacks [] for security_group (3d101c56-2aff-4999-b824-cb1ba6ab43db), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.622542 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (41424024-3be4-4e45-ab50-5aa71afa1707), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.635936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:07.670723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56276) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:07.684788 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1ed15116-71f0-47e8-83e1-7797c02d6e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.751227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e4b52-8063-46da-875d-6f6d06b87b9d req-73025c18-7051-458b-b74c-1cb6b2b1eda8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:07.751691 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:07.752750 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f7e4b52-8063-46da-875d-6f6d06b87b9d req-73025c18-7051-458b-b74c-1cb6b2b1eda8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.0594103 May 27 03:50:07.759920 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.760132 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-4d14cae4-eaf1-43d3-ae20-5dfba0725699 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701756 May 27 03:50:07.761501 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3d101c56-2aff-4999-b824-cb1ba6ab43db), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.764528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.768543 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d101c56-2aff-4999-b824-cb1ba6ab43db HTTP/1.1" status: 204 len: 168 time: 0.3442647 May 27 03:50:07.799774 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.864757 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb19637-8479-400e-85e9-26c844891a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d101c56-2aff-4999-b824-cb1ba6ab43db,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:07.903670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56288) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:07.944483 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:07.951463 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:07.956012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:07.967238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:07.974614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:07.979474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:07.980629 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.023483 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f7e4b52-8063-46da-875d-6f6d06b87b9d req-e2648d08-1629-4cc7-ac99-5a387c41ecc5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203131 May 27 03:50:08.048316 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1ed15116-71f0-47e8-83e1-7797c02d6e44 admin admin] Publish callbacks [] for security_group (c05407bd-8d01-453f-9e94-f1d8f23d9218), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.070240 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.083315 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-0d82d24f-2f90-4a83-9c26-24cb2ebbcf96 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2832313 May 27 03:50:08.090860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2584c875-2a85-4d77-ac65-a600eed2db3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.103008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1ed15116-71f0-47e8-83e1-7797c02d6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c05407bd-8d01-453f-9e94-f1d8f23d9218), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.145433 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1ed15116-71f0-47e8-83e1-7797c02d6e44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70040405a6dd4bc59c80f05110057581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739239 May 27 03:50:08.146626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed15116-71f0-47e8-83e1-7797c02d6e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05407bd-8d01-453f-9e94-f1d8f23d9218,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.149270 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56294) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:08.183330 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:08.198743 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2584c875-2a85-4d77-ac65-a600eed2db3e admin admin] Publish callbacks [] for security_group (cf6b9643-cbd9-478d-a5a4-8889d92970b6), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.215557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] Publish callbacks [] for security_group (c05407bd-8d01-453f-9e94-f1d8f23d9218), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.222166 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:08.225661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:08.243805 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:08.249993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:08.251091 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.259312 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] Publish callbacks [] for security_group (c05407bd-8d01-453f-9e94-f1d8f23d9218), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.283027 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2584c875-2a85-4d77-ac65-a600eed2db3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (cf6b9643-cbd9-478d-a5a4-8889d92970b6), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.308947 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0af14-6d5a-4716-99d4-6f4c459a9e73 req-7633c5fe-795d-405a-8df0-34efdecb1142 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:08.310942 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e3d0af14-6d5a-4716-99d4-6f4c459a9e73 req-7633c5fe-795d-405a-8df0-34efdecb1142 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.2057247 May 27 03:50:08.344249 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2584c875-2a85-4d77-ac65-a600eed2db3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ca579f7a7d84e839d3be05c14c230d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368699 May 27 03:50:08.344567 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56302) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:08.373388 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-568c68c0-a658-447c-9e7a-aec01272843e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6760585 May 27 03:50:08.387023 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-4a50f078-6deb-43df-bf57-92bf29af7c4b None None] Provisioning complete for port 41424024-3be4-4e45-ab50-5aa71afa1707 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:08.391688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4a50f078-6deb-43df-bf57-92bf29af7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.408076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584c875-2a85-4d77-ac65-a600eed2db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b9643-cbd9-478d-a5a4-8889d92970b6,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.466648 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e3d0af14-6d5a-4716-99d4-6f4c459a9e73 req-554318f8-742f-4db4-a108-58c94c6e3b12 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160536 May 27 03:50:08.469101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:08.474479 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-4a50f078-6deb-43df-bf57-92bf29af7c4b None None] Port 41424024-3be4-4e45-ab50-5aa71afa1707 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:50:08.510181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Request body: {'port': {'device_id': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:08.538859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] Publish callbacks [] for security_group (cf6b9643-cbd9-478d-a5a4-8889d92970b6), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.538859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c05407bd-8d01-453f-9e94-f1d8f23d9218), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.541245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.544987 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c05407bd-8d01-453f-9e94-f1d8f23d9218 HTTP/1.1" status: 204 len: 168 time: 0.3920109 May 27 03:50:08.619006 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39aa0-4c34-48d2-b230-30ef6a89508d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05407bd-8d01-453f-9e94-f1d8f23d9218,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.622369 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] Publish callbacks [] for security_group (cf6b9643-cbd9-478d-a5a4-8889d92970b6), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.688439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f44b8-6cc7-4c70-8fe9-aff060d23674 req-5ad5fcde-1340-44ad-bd38-f203a542b0fa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:08.690002 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e90f44b8-6cc7-4c70-8fe9-aff060d23674 req-5ad5fcde-1340-44ad-bd38-f203a542b0fa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 931 time: 0.0755889 May 27 03:50:08.693990 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7fbb-6951-4949-89ff-77fb1ed3b76f req-77508d4c-2b4b-4e9c-a31d-001e64d1395b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:08.696417 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1f668d97-5497-4a8e-bfc6-16386f3b11f2 None None] Provisioning complete for port adaeac17-3ece-4c17-855a-dc91f10d618c triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:08.697070 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1f668d97-5497-4a8e-bfc6-16386f3b11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.701585 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f24f7fbb-6951-4949-89ff-77fb1ed3b76f req-77508d4c-2b4b-4e9c-a31d-001e64d1395b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 931 time: 0.1711335 May 27 03:50:08.710635 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c8e90b1-7a90-4e68-931e-82465233babf req-2893b308-6e3d-4422-8c03-368e5b855d71 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177253 May 27 03:50:08.738187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1f668d97-5497-4a8e-bfc6-16386f3b11f2 None None] Port adaeac17-3ece-4c17-855a-dc91f10d618c cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:50:08.742110 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.756449 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e90f44b8-6cc7-4c70-8fe9-aff060d23674 req-82eeed19-4f85-461a-b5d3-c58b953f5934 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573018 May 27 03:50:08.836979 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f24f7fbb-6951-4949-89ff-77fb1ed3b76f req-f9a52956-ce25-4a74-a961-28f1077f7baa tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345379 May 27 03:50:08.927935 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (cf6b9643-cbd9-478d-a5a4-8889d92970b6), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.930623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.931755 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf6b9643-cbd9-478d-a5a4-8889d92970b6 HTTP/1.1" status: 204 len: 168 time: 0.5859957 May 27 03:50:08.934566 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=76 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:08.972314 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcb795-8375-45a8-badd-801018d20cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b9643-cbd9-478d-a5a4-8889d92970b6,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:09.004105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56318) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:09.025456 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Request body: {'port': {'device_id': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:09.135002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2b17f67e-7669-4798-bf26-2c35671952c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.199830 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.208873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:09.217765 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks [] for port (41424024-3be4-4e45-ab50-5aa71afa1707), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.240491 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Transition to ACTIVE for port object 41424024-3be4-4e45-ab50-5aa71afa1707 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:09.241733 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d41b2-0cb2-4062-8753-4749fc072bcf req-c452e917-d417-438f-8e2b-1ae2e5dd5c84 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:09.243245 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a96d41b2-0cb2-4062-8753-4749fc072bcf req-c452e917-d417-438f-8e2b-1ae2e5dd5c84 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.1110549 May 27 03:50:09.270924 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:09.303325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:09.365892 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.382031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2b17f67e-7669-4798-bf26-2c35671952c6 admin admin] Publish callbacks [] for security_group (5a6d27e5-b457-4bfa-96b1-166675773a43), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.389929 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a96d41b2-0cb2-4062-8753-4749fc072bcf req-018bde13-fd1e-44a4-9b37-f912a678137f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366642 May 27 03:50:09.431132 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:09.486017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2b17f67e-7669-4798-bf26-2c35671952c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5a6d27e5-b457-4bfa-96b1-166675773a43), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.509515 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Attempting to bind port 41424024-3be4-4e45-ab50-5aa71afa1707 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:09.509730 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Attempting to bind port 41424024-3be4-4e45-ab50-5aa71afa1707 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:09.510161 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Attempting to bind port 41424024-3be4-4e45-ab50-5aa71afa1707 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:09.516854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Port 41424024-3be4-4e45-ab50-5aa71afa1707 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:09.517455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Attempting to bind port 41424024-3be4-4e45-ab50-5aa71afa1707 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:09.527145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:09.527512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Checking segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:09.529065 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Bound using segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:09.530314 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Bound port: 41424024-3be4-4e45-ab50-5aa71afa1707, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:09.534202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.543208 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-eff71a0d-8636-4a45-903f-79caa83af051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.657275 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2b17f67e-7669-4798-bf26-2c35671952c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7591569d17da461885ed0fa96939e0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519437 May 27 03:50:09.657898 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56336) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:09.697656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17f67e-7669-4798-bf26-2c35671952c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d27e5-b457-4bfa-96b1-166675773a43,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:09.750266 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] Publish callbacks [] for security_group (5a6d27e5-b457-4bfa-96b1-166675773a43), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.802566 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] Publish callbacks [] for security_group (5a6d27e5-b457-4bfa-96b1-166675773a43), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.847118 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0215-d8ea-448e-8eec-cbfc2e78a8ad req-b31af79b-2f56-4f31-9401-3e9382b3b6db tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:09.853275 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-921c0215-d8ea-448e-8eec-cbfc2e78a8ad req-b31af79b-2f56-4f31-9401-3e9382b3b6db tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0787337 May 27 03:50:09.878160 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaeac17-3ece-4c17-855a-dc91f10d618c {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:09.899399 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:09.904136 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks [] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.931891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db892cf-599c-40aa-b6dd-d5e12951bc66 req-610436c1-cd44-434e-afef-da3fd663881f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:09.933499 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7db892cf-599c-40aa-b6dd-d5e12951bc66 req-610436c1-cd44-434e-afef-da3fd663881f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 931 time: 0.0797720 May 27 03:50:09.934440 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:09.966925 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-921c0215-d8ea-448e-8eec-cbfc2e78a8ad req-94c0655a-e0f7-4468-aa72-374e6b8d43dc tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088793 May 27 03:50:09.995478 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7db892cf-599c-40aa-b6dd-d5e12951bc66 req-136a2f73-81d2-468a-af24-aed32c59f6c8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541584 May 27 03:50:10.040223 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Transition to ACTIVE for port object adaeac17-3ece-4c17-855a-dc91f10d618c will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:10.041497 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.041642 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5a6d27e5-b457-4bfa-96b1-166675773a43), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.044549 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.052941 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a6d27e5-b457-4bfa-96b1-166675773a43 HTTP/1.1" status: 204 len: 168 time: 0.3854477 May 27 03:50:10.058121 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ec655-318e-4225-b2d1-df9904641470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d27e5-b457-4bfa-96b1-166675773a43,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.116870 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56360) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:10.145936 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.149789 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:10.149984 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-80f34af0-f4cc-4590-885b-aa37f4ce0700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.150767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.152187 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] 10.222.0.44 "PUT /v2.0/ports/41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 1093 time: 1.6525733 May 27 03:50:10.160559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:10.292147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:10.315671 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a4519-525f-441f-b678-cc61ca614706 req-176db4ac-5831-4297-a395-7e9003fff5ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:10.326008 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-441a4519-525f-441f-b678-cc61ca614706 req-176db4ac-5831-4297-a395-7e9003fff5ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.2316346 May 27 03:50:10.346365 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb292-3542-4c68-adb6-557579e45759 service neutron] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.380210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-80f34af0-f4cc-4590-885b-aa37f4ce0700 admin admin] Publish callbacks [] for security_group (d244fcec-37b8-4a81-8fca-73818bbbc274), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.433001 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:10.435734 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Pushing event updated for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.442784 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Attempting to bind port adaeac17-3ece-4c17-855a-dc91f10d618c on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:10.443123 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Attempting to bind port adaeac17-3ece-4c17-855a-dc91f10d618c by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:10.443449 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Attempting to bind port adaeac17-3ece-4c17-855a-dc91f10d618c on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:10.445109 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-441a4519-525f-441f-b678-cc61ca614706 req-fa7e1c01-2cd4-4cab-9568-a0c48630ce5b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181130 May 27 03:50:10.449199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Port adaeac17-3ece-4c17-855a-dc91f10d618c on network 5f6279fa-5489-4182-8aee-fafc3439f008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:10.449522 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Attempting to bind port adaeac17-3ece-4c17-855a-dc91f10d618c on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:10.470306 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-80f34af0-f4cc-4590-885b-aa37f4ce0700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d244fcec-37b8-4a81-8fca-73818bbbc274), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.504537 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:10.504537 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Checking segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:10.504537 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Bound using segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:10.505083 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Bound port: adaeac17-3ece-4c17-855a-dc91f10d618c, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:10.505512 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.571522 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-80f34af0-f4cc-4590-885b-aa37f4ce0700 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48bdc919aaf74f41b1c1d1a7fb276b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539881 May 27 03:50:10.574134 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56376) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:10.645901 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f34af0-f4cc-4590-885b-aa37f4ce0700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244fcec-37b8-4a81-8fca-73818bbbc274,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.668899 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.729562 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:10.744729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246d831-d242-4868-a1c1-40d1526776ce req-7cfde7b2-34e7-4ad5-bffa-36843a2f7681 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:10.746264 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9246d831-d242-4868-a1c1-40d1526776ce req-7cfde7b2-34e7-4ad5-bffa-36843a2f7681 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.1561182 May 27 03:50:10.749031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:10.755206 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adaeac17-3ece-4c17-855a-dc91f10d618c,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:10.764283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673e841-90c7-4888-af1f-6a28f1a7c241" -d '{"events": [{"name": "network-changed", "server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:10.788261 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] Publish callbacks [] for security_group (d244fcec-37b8-4a81-8fca-73818bbbc274), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.834832 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9246d831-d242-4868-a1c1-40d1526776ce req-dcd958ea-435a-48ad-8f26-01267e457ba6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779274 May 27 03:50:10.855987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.855987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] Publish callbacks [] for security_group (d244fcec-37b8-4a81-8fca-73818bbbc274), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.898436 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8cf94b-eb61-4110-b8e1-750adcd477d0 x-openstack-request-id: req-0c8cf94b-eb61-4110-b8e1-750adcd477d0 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:10.898778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:10.899044 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c8cf94b-eb61-4110-b8e1-750adcd477d0 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:10.899457 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8cf94b-eb61-4110-b8e1-750adcd477d0'] response: {'name': 'network-changed', 'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'status': 'completed', 'code': 200} May 27 03:50:10.935942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:10.936324 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:10.938659 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] 10.222.0.44 "PUT /v2.0/ports/adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 1093 time: 1.9188051 May 27 03:50:10.939078 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:10.941475 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c5d0e-7958-4b8c-8963-cdf63434c842" -d '{"events": [{"name": "network-changed", "server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:10.956108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967a54a-a119-49a7-96c9-5cbab4fc3a66 service neutron] Pushing event updated for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:10.998325 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca38e85-e2e4-4bd1-a2ff-7193469f95c2 x-openstack-request-id: req-6ca38e85-e2e4-4bd1-a2ff-7193469f95c2 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:10.998585 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:11.002235 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ca38e85-e2e4-4bd1-a2ff-7193469f95c2 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:11.002235 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca38e85-e2e4-4bd1-a2ff-7193469f95c2'] response: {'name': 'network-changed', 'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'status': 'completed', 'code': 200} May 27 03:50:11.069030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d244fcec-37b8-4a81-8fca-73818bbbc274), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:11.083477 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:11.086203 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d244fcec-37b8-4a81-8fca-73818bbbc274 HTTP/1.1" status: 204 len: 168 time: 0.5111287 May 27 03:50:11.104958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f731e-61c7-491a-a695-f96f4fee15e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244fcec-37b8-4a81-8fca-73818bbbc274,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.183339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077303d7-121d-4ad0-b40f-b7c36ffb4a8e req-fefa2617-bfa2-4387-ad0d-2b838796bd6b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:11.185299 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-077303d7-121d-4ad0-b40f-b7c36ffb4a8e req-fefa2617-bfa2-4387-ad0d-2b838796bd6b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0524080 May 27 03:50:11.239222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:11.259105 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-077303d7-121d-4ad0-b40f-b7c36ffb4a8e req-61136a6d-4f0d-4a1a-98b7-14bdd238e174 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545678 May 27 03:50:11.596726 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:11.611559 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-06190360-7e0f-45d9-9fe9-15a99862633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:11.613097 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-06190360-7e0f-45d9-9fe9-15a99862633f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1127 time: 0.0838270 May 27 03:50:11.628873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a52ae-380d-408e-9801-cd6eadf06413 req-852b3364-ff7d-4fcd-864c-ed2ae10a6836 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:11.630624 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c83a52ae-380d-408e-9801-cd6eadf06413 req-852b3364-ff7d-4fcd-864c-ed2ae10a6836 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0602725 May 27 03:50:11.696619 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c83a52ae-380d-408e-9801-cd6eadf06413 req-0ea9eb06-e2f6-48f1-aa98-4d8cfac8c38b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604320 May 27 03:50:11.778254 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56424) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:11.964026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbeda2-144e-4501-a23a-e653d006bde6 req-0c7a86d2-78c0-4b36-9aa5-b3138ec7d1b9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:11.966497 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f4fbeda2-144e-4501-a23a-e653d006bde6 req-0c7a86d2-78c0-4b36-9aa5-b3138ec7d1b9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.0571945 May 27 03:50:12.050927 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:12.080656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-78d1aab2-35a9-4720-a5c1-88c24ef99680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.091002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-cddd7109-a825-48d5-9b4f-98466cd83879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.092057 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-78d1aab2-35a9-4720-a5c1-88c24ef99680 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1127 time: 0.0850446 May 27 03:50:12.093176 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-cddd7109-a825-48d5-9b4f-98466cd83879 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1127 time: 0.0579851 May 27 03:50:12.095920 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d59e6596-1e7b-4708-a1fc-a89ac59be9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.104320 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f4fbeda2-144e-4501-a23a-e653d006bde6 req-8dca8403-20ac-4c98-bd68-49545b5729ca tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 May 27 03:50:12.181714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-80755c9b-303e-4fb4-8184-dfe5ecefcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.183212 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-80755c9b-303e-4fb4-8184-dfe5ecefcae2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.2287478 May 27 03:50:12.337134 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-030990cd-16ef-40d6-a020-f064cf87025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.338967 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-030990cd-16ef-40d6-a020-f064cf87025a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=26b40f0d69f44da79dfb780da80d4893&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2275479 May 27 03:50:12.439467 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d59e6596-1e7b-4708-a1fc-a89ac59be9d1 admin admin] Publish callbacks [] for security_group (82afc6d5-e4ad-4d35-9093-153efe99148d), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.450948 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-99520d13-b112-40e4-838c-3a69cfc9cdac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 217 time: 0.2369502 May 27 03:50:12.477112 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-d7a06de1-8f81-4f60-9c5c-8f8dcc2101fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.478670 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4673e841-90c7-4888-af1f-6a28f1a7c241 req-d7a06de1-8f81-4f60-9c5c-8f8dcc2101fd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297379 May 27 03:50:12.574070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d59e6596-1e7b-4708-a1fc-a89ac59be9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (82afc6d5-e4ad-4d35-9093-153efe99148d), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.612100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-94b62113-a9e2-4126-a540-09ef2dedd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.613634 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-94b62113-a9e2-4126-a540-09ef2dedd5b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1127 time: 0.0913122 May 27 03:50:12.614346 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:12.641255 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-c93936d1-c705-45f9-b36d-f94d51494b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.642730 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-c93936d1-c705-45f9-b36d-f94d51494b64 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b1f668cbb60844d881dfb2af61132af7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5371184 May 27 03:50:12.650927 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb918de-fdf9-42e9-b2ff-c92745531fc6 req-f4374f6d-1bb3-4cf7-adc9-0d6396662909 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.652320 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fb918de-fdf9-42e9-b2ff-c92745531fc6 req-f4374f6d-1bb3-4cf7-adc9-0d6396662909 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.2005024 May 27 03:50:12.659139 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d59e6596-1e7b-4708-a1fc-a89ac59be9d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=759443049094408189e8bf4daebea4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8797843 May 27 03:50:12.660147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e6596-1e7b-4708-a1fc-a89ac59be9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afc6d5-e4ad-4d35-9093-153efe99148d,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:12.663417 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-9ef71c3c-61c4-4b1d-9526-c7e7015560f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 217 time: 0.0418139 May 27 03:50:12.663857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56454) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:12.675484 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-986a9c83-9761-454f-b021-bb10bdbe9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.676955 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-986a9c83-9761-454f-b021-bb10bdbe9a57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.2108970 May 27 03:50:12.751285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-f3b23fec-ace8-4524-835b-ccd3913db1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.753056 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-f3b23fec-ace8-4524-835b-ccd3913db1a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0828393 May 27 03:50:12.832254 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] Publish callbacks [] for security_group (82afc6d5-e4ad-4d35-9093-153efe99148d), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.848978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-f9f7b729-f422-4704-a4bb-2c5c4acc45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.850541 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-f9f7b729-f422-4704-a4bb-2c5c4acc45ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909836 May 27 03:50:12.870809 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fb918de-fdf9-42e9-b2ff-c92745531fc6 req-6ec9c0e7-44c1-4a93-b618-34fb9d654f4f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054999 May 27 03:50:12.878297 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-e462a44e-9a50-4407-9a9c-5359563a8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.879766 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-e462a44e-9a50-4407-9a9c-5359563a8812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1885903 May 27 03:50:12.887552 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] Publish callbacks [] for security_group (82afc6d5-e4ad-4d35-9093-153efe99148d), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.896179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c080-ce77-4fba-a846-625056175da5 req-d265ed32-cc67-428b-8189-47bb4ed9bd4b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.902996 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7160c080-ce77-4fba-a846-625056175da5 req-d265ed32-cc67-428b-8189-47bb4ed9bd4b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.1095548 May 27 03:50:12.942283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-f8517609-3d4c-4df0-8f65-a785285577d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.943985 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ca1c5d0e-7958-4b8c-8963-cdf63434c842 req-f8517609-3d4c-4df0-8f65-a785285577d0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889187 May 27 03:50:13.027931 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7160c080-ce77-4fba-a846-625056175da5 req-d9909ec6-cb24-41fb-81c9-f77e13f52c1f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240745 May 27 03:50:13.065624 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-7dad2e34-742e-4a46-b448-197d719705d5 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061992 May 27 03:50:13.067339 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-6172a1c5-c5ea-408c-a96c-d2755078dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.070639 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-6172a1c5-c5ea-408c-a96c-d2755078dabd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1127 time: 0.0794928 May 27 03:50:13.077461 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56464) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:13.096190 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-6076f212-d766-4eb6-9550-e907e6d71929 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829486 May 27 03:50:13.129546 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-f61c853a-e764-4995-ad76-90ac68a4434b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 217 time: 0.0490062 May 27 03:50:13.149672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (82afc6d5-e4ad-4d35-9093-153efe99148d), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.152150 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.153412 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82afc6d5-e4ad-4d35-9093-153efe99148d HTTP/1.1" status: 204 len: 168 time: 0.4883270 May 27 03:50:13.168949 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716d140-27b1-4812-9c28-9cc0dbc13853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afc6d5-e4ad-4d35-9093-153efe99148d,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:13.209893 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a587f0bd-a812-4439-9bf1-ea96f9603764 req-9b924f8f-0668-49b9-bd75-3bc00890ba38 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335416 May 27 03:50:13.269227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f2de618-99d7-4b92-b627-4a5b74f89a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.329006 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-d96b6644-4184-41e9-a95a-eb06760ac12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.330482 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-d96b6644-4184-41e9-a95a-eb06760ac12f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.1887312 May 27 03:50:13.355568 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfbd9-cfbe-4817-b6d9-407d86976f8e req-cae2db3b-7c72-442b-9bbe-51b33c375cef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.362027 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-978cfbd9-cfbe-4817-b6d9-407d86976f8e req-cae2db3b-7c72-442b-9bbe-51b33c375cef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 943 time: 0.0931220 May 27 03:50:13.400092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.427093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 79440c8f-31a4-4d0c-a99a-73be7d994e1a details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:50:13.436546 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf8ebf7c-bd14-4303-9e8b-3ffb93d77a10 req-af8ef63d-66f2-4eb4-9108-c51566126d42 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154676 May 27 03:50:13.439847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f2de618-99d7-4b92-b627-4a5b74f89a7a admin admin] Publish callbacks [] for security_group (cbd65a5b-532e-4e52-bc65-4913deb1d36e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.440031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791529-698a-43f2-902c-1991416ef146 req-f128a707-5540-48a2-8130-0d10f715e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.441876 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-f128a707-5540-48a2-8130-0d10f715e827 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034122 May 27 03:50:13.442141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:13.488653 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-978cfbd9-cfbe-4817-b6d9-407d86976f8e req-55f90e04-3ce3-4589-801a-5de38cef7a56 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254587 May 27 03:50:13.505694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:13.508751 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8f2de618-99d7-4b92-b627-4a5b74f89a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (cbd65a5b-532e-4e52-bc65-4913deb1d36e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.557019 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8f2de618-99d7-4b92-b627-4a5b74f89a7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=699fbb05d96f4d1d8523432349c584bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681976 May 27 03:50:13.557019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de618-99d7-4b92-b627-4a5b74f89a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd65a5b-532e-4e52-bc65-4913deb1d36e,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:13.557770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56480) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:13.572193 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:13.580932 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:13.590826 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '79440c8f-31a4-4d0c-a99a-73be7d994e1a', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'port_id': '79440c8f-31a4-4d0c-a99a-73be7d994e1a', 'mac_address': 'fa:16:3e:3b:db:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:50:13.632338 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] Publish callbacks [] for security_group (cbd65a5b-532e-4e52-bc65-4913deb1d36e), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.652314 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:13.652314 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 79440c8f-31a4-4d0c-a99a-73be7d994e1a is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:13.652314 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.676703 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79440c8f-31a4-4d0c-a99a-73be7d994e1a {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:13.686560 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] Publish callbacks [] for security_group (cbd65a5b-532e-4e52-bc65-4913deb1d36e), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.733210 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:13.846164 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.877232 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (cbd65a5b-532e-4e52-bc65-4913deb1d36e), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.880490 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:13.881832 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbd65a5b-532e-4e52-bc65-4913deb1d36e HTTP/1.1" status: 204 len: 168 time: 0.3226128 May 27 03:50:13.891216 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4027e-6cf2-41b6-b79e-60bc49efbd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd65a5b-532e-4e52-bc65-4913deb1d36e,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:13.924847 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.000215 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb94c0b-2fa3-46b5-a627-42c6e7d11b9e req-528dff19-e736-494b-bdb0-6afae568e134 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:14.001788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eeb94c0b-2fa3-46b5-a627-42c6e7d11b9e req-528dff19-e736-494b-bdb0-6afae568e134 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0492980 May 27 03:50:14.051310 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eeb94c0b-2fa3-46b5-a627-42c6e7d11b9e req-b794c971-e790-496a-92f0-2c44b2540a8f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 May 27 03:50:14.177482 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93ddf-273c-490a-a2b1-121144a92614 req-96e5a1ae-bd85-416c-a769-7b5c862f1d1c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:14.179005 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a2c93ddf-273c-490a-a2b1-121144a92614 req-96e5a1ae-bd85-416c-a769-7b5c862f1d1c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0511634 May 27 03:50:14.187439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56502) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:14.212820 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b5b93e6a-c521-404d-9fd6-451e938dbcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.262014 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a2c93ddf-273c-490a-a2b1-121144a92614 req-14656571-7ac8-4a95-9b77-c98ec9998bbe tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761855 May 27 03:50:14.289199 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['79440c8f-31a4-4d0c-a99a-73be7d994e1a'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:14.363426 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b5b93e6a-c521-404d-9fd6-451e938dbcb7 admin admin] Publish callbacks [] for security_group (297b676c-34a2-43a2-920e-30cd19fe324e), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.451964 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b5b93e6a-c521-404d-9fd6-451e938dbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (297b676c-34a2-43a2-920e-30cd19fe324e), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.459207 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:14.501240 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b5b93e6a-c521-404d-9fd6-451e938dbcb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d81aa7990454c5498824d4bfeac2f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126397 May 27 03:50:14.502502 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b93e6a-c521-404d-9fd6-451e938dbcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297b676c-34a2-43a2-920e-30cd19fe324e,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.504303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56512) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:14.552969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:14.568786 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] Publish callbacks [] for security_group (297b676c-34a2-43a2-920e-30cd19fe324e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.596022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] Publish callbacks [] for security_group (297b676c-34a2-43a2-920e-30cd19fe324e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.683608 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432cdc3-9891-44f5-9f0f-0fd1241cdf0d req-d67545cf-6f08-4c73-bdd7-1effb019c426 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:14.685136 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1432cdc3-9891-44f5-9f0f-0fd1241cdf0d req-d67545cf-6f08-4c73-bdd7-1effb019c426 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 944 time: 0.0709372 May 27 03:50:14.744831 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1432cdc3-9891-44f5-9f0f-0fd1241cdf0d req-975a8673-50cc-4d67-a825-2d38d498b5a0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 May 27 03:50:14.777245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (297b676c-34a2-43a2-920e-30cd19fe324e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.781356 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.784111 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/297b676c-34a2-43a2-920e-30cd19fe324e HTTP/1.1" status: 204 len: 168 time: 0.2776358 May 27 03:50:14.792124 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4558a-0d81-4c2c-87b0-291942543c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297b676c-34a2-43a2-920e-30cd19fe324e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.902653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:15.180896 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f27f0d-ba62-40e8-ab4c-63a8e0ff4849 req-b43654e8-4372-4df9-be4a-6cfcde294fc7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:15.182702 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47f27f0d-ba62-40e8-ab4c-63a8e0ff4849 req-b43654e8-4372-4df9-be4a-6cfcde294fc7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0564101 May 27 03:50:15.231896 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:15.243879 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47f27f0d-ba62-40e8-ab4c-63a8e0ff4849 req-f0f985ae-117a-47d9-9959-fae86705587b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529606 May 27 03:50:15.434476 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ebf58-fc29-4b1f-9f93-ac10e649fb17 req-fa4e4ca6-a799-4dcc-96ba-936ad00352b3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:15.436056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-703ebf58-fc29-4b1f-9f93-ac10e649fb17 req-fa4e4ca6-a799-4dcc-96ba-936ad00352b3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0538323 May 27 03:50:15.488240 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-703ebf58-fc29-4b1f-9f93-ac10e649fb17 req-8dd043db-7f43-4f30-aead-4dbd3ed95657 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459387 May 27 03:50:15.869775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92b7be-8b3e-4d49-8f07-48d898a364e2 req-49255a63-d9be-4a7a-9823-2cffe2febebd tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:15.871269 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5c92b7be-8b3e-4d49-8f07-48d898a364e2 req-49255a63-d9be-4a7a-9823-2cffe2febebd tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 944 time: 0.0511582 May 27 03:50:15.923583 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5c92b7be-8b3e-4d49-8f07-48d898a364e2 req-ea0b1e3f-2157-49ca-a3ee-3f649cf572d2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464861 May 27 03:50:16.257654 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56604) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.355953 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5ed9-8eee-4be7-8b08-12c32a984859 req-4c5de07a-4b32-4aec-9f47-4e4b16388bb7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:16.357475 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-393e5ed9-8eee-4be7-8b08-12c32a984859 req-4c5de07a-4b32-4aec-9f47-4e4b16388bb7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0481398 May 27 03:50:16.412153 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-393e5ed9-8eee-4be7-8b08-12c32a984859 req-7b7e9a27-4d3c-41a4-a497-624fac6f038e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 May 27 03:50:16.477946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7911d17e-5261-4969-a7e6-5ac411a62bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.496683 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56616) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.579616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7911d17e-5261-4969-a7e6-5ac411a62bc6 admin admin] Publish callbacks [] for security_group (fad156e8-0e84-48a8-99e3-09ea3f54f4a2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.619303 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64acf-e0f1-4840-86b1-acc2b3c55ea0 req-7e95f5d3-54b5-4105-872b-33b5c0480274 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:16.620810 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64a64acf-e0f1-4840-86b1-acc2b3c55ea0 req-7e95f5d3-54b5-4105-872b-33b5c0480274 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0506058 May 27 03:50:16.644073 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-759bf969-b99a-40fc-8595-c6caf1f21824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.686250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7911d17e-5261-4969-a7e6-5ac411a62bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fad156e8-0e84-48a8-99e3-09ea3f54f4a2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.701614 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64a64acf-e0f1-4840-86b1-acc2b3c55ea0 req-77c43b53-9f21-4441-bfd6-ceaa40766d13 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724502 May 27 03:50:16.735848 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-7911d17e-5261-4969-a7e6-5ac411a62bc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fafc47daeba4ed59b46f72b5af02634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738481 May 27 03:50:16.738450 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56626) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.747225 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d17e-5261-4969-a7e6-5ac411a62bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad156e8-0e84-48a8-99e3-09ea3f54f4a2,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.792478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-759bf969-b99a-40fc-8595-c6caf1f21824 admin admin] Publish callbacks [] for security_group (36b2b18f-54dd-444f-a0ce-cece18e5bcca), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.809435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] Publish callbacks [] for security_group (fad156e8-0e84-48a8-99e3-09ea3f54f4a2), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.831200 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] Publish callbacks [] for security_group (fad156e8-0e84-48a8-99e3-09ea3f54f4a2), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.891455 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-759bf969-b99a-40fc-8595-c6caf1f21824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (36b2b18f-54dd-444f-a0ce-cece18e5bcca), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.918742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:16.935188 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-759bf969-b99a-40fc-8595-c6caf1f21824 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edf48691aca94a17907346887ef5fa85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349892 May 27 03:50:16.935563 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56630) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.936268 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf969-b99a-40fc-8595-c6caf1f21824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b2b18f-54dd-444f-a0ce-cece18e5bcca,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.965815 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fad156e8-0e84-48a8-99e3-09ea3f54f4a2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.970474 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.974763 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fad156e8-0e84-48a8-99e3-09ea3f54f4a2 HTTP/1.1" status: 204 len: 168 time: 0.2315676 May 27 03:50:16.979501 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80f75a-b25f-4400-9574-6a9bd69caea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad156e8-0e84-48a8-99e3-09ea3f54f4a2,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:17.013399 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] Publish callbacks [] for security_group (36b2b18f-54dd-444f-a0ce-cece18e5bcca), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:17.041425 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] Publish callbacks [] for security_group (36b2b18f-54dd-444f-a0ce-cece18e5bcca), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:17.103958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb7bf6-2a60-4e07-a959-c59d7623aac8 req-914dacaa-5302-4259-b7fc-f2ff97235c9a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:17.105715 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-79cb7bf6-2a60-4e07-a959-c59d7623aac8 req-914dacaa-5302-4259-b7fc-f2ff97235c9a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 944 time: 0.0662351 May 27 03:50:17.155796 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-79cb7bf6-2a60-4e07-a959-c59d7623aac8 req-9620aaa6-f09a-486a-ae68-0cce2f042e4f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 May 27 03:50:17.166048 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (36b2b18f-54dd-444f-a0ce-cece18e5bcca), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:17.169707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:17.176826 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36b2b18f-54dd-444f-a0ce-cece18e5bcca HTTP/1.1" status: 204 len: 168 time: 0.2333672 May 27 03:50:17.186103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9ae9-7099-455a-b8bf-dba602424741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b2b18f-54dd-444f-a0ce-cece18e5bcca,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:17.536557 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c0f9-adad-4d96-a834-4ca27723dc07 req-4d92bd6b-5868-48b6-bb28-8bad3f157b74 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:17.538087 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7ad5c0f9-adad-4d96-a834-4ca27723dc07 req-4d92bd6b-5868-48b6-bb28-8bad3f157b74 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0514445 May 27 03:50:17.595622 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7ad5c0f9-adad-4d96-a834-4ca27723dc07 req-011d353a-a75e-4b2c-b3e8-3baa84a4b516 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519462 May 27 03:50:17.821931 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:17.831977 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371336-0930-4ff1-8a9c-6a723bcdcf2f req-9cefa617-cf7d-4c27-a284-eba7d7526126 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:17.833481 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5a371336-0930-4ff1-8a9c-6a723bcdcf2f req-9cefa617-cf7d-4c27-a284-eba7d7526126 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0507576 May 27 03:50:17.896669 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5a371336-0930-4ff1-8a9c-6a723bcdcf2f req-45ac107b-ef2e-491f-a72a-41c13f1a379e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572011 May 27 03:50:17.980876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 56670) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:17.999420 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc4a-f69a-4273-90a1-e6054fd59b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.096146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc4a-f69a-4273-90a1-e6054fd59b21 admin admin] Publish callbacks [] for security_group (6cbebb00-db59-45be-8b5b-c9ea7e90736b), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.183165 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc4a-f69a-4273-90a1-e6054fd59b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6cbebb00-db59-45be-8b5b-c9ea7e90736b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.198522 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:18.228741 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-dd21bc4a-f69a-4273-90a1-e6054fd59b21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d64cee7a9e3f48469888895651dd76b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458470 May 27 03:50:18.229876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21bc4a-f69a-4273-90a1-e6054fd59b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbebb00-db59-45be-8b5b-c9ea7e90736b,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.233041 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 56676) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:18.307849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9267950-b106-45a2-946d-de37f168565d req-1c0042af-98f8-4e91-95bd-860a2c7d072d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:18.309361 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f9267950-b106-45a2-946d-de37f168565d req-1c0042af-98f8-4e91-95bd-860a2c7d072d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 944 time: 0.0690644 May 27 03:50:18.340900 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] Publish callbacks [] for security_group (6cbebb00-db59-45be-8b5b-c9ea7e90736b), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.385846 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] Publish callbacks [] for security_group (6cbebb00-db59-45be-8b5b-c9ea7e90736b), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.397648 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f9267950-b106-45a2-946d-de37f168565d req-864601f9-39f8-4a54-ac1b-9ad50dab3c21 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807521 May 27 03:50:18.548707 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6cbebb00-db59-45be-8b5b-c9ea7e90736b), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.551256 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.552395 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cbebb00-db59-45be-8b5b-c9ea7e90736b HTTP/1.1" status: 204 len: 168 time: 0.3182960 May 27 03:50:18.561128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8d53-4db5-461a-9cc6-47e636aaed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbebb00-db59-45be-8b5b-c9ea7e90736b,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.744182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643de21-3f4b-4e79-b345-15948240b93f req-34a2a091-6723-494b-8387-61c32aebfbc3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:18.745767 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6643de21-3f4b-4e79-b345-15948240b93f req-34a2a091-6723-494b-8387-61c32aebfbc3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0497594 May 27 03:50:18.798634 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6643de21-3f4b-4e79-b345-15948240b93f req-d8614eed-4aca-4ae8-a9c8-38daf1064f36 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 May 27 03:50:19.027043 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f0f4-6e0f-455c-a18d-8b753fc8627c req-a231a98b-cd03-473f-87ec-50afd29a6c64 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:19.028539 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a7b8f0f4-6e0f-455c-a18d-8b753fc8627c req-a231a98b-cd03-473f-87ec-50afd29a6c64 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0550871 May 27 03:50:19.083804 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a7b8f0f4-6e0f-455c-a18d-8b753fc8627c req-f66bf315-5b78-4f94-afe0-628df5d84a22 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 May 27 03:50:19.400382 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 79440c8f-31a4-4d0c-a99a-73be7d994e1a up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:19.447966 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 79440c8f-31a4-4d0c-a99a-73be7d994e1a completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:19.519525 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 79440c8f-31a4-4d0c-a99a-73be7d994e1a triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:19.520325 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:19.535727 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861092-0b54-4ebf-8ed0-d07a15b1fea1 req-df0eb640-66f1-42b4-b0e5-fbb6b9662b2e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:19.544389 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d861092-0b54-4ebf-8ed0-d07a15b1fea1 req-df0eb640-66f1-42b4-b0e5-fbb6b9662b2e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 944 time: 0.0729368 May 27 03:50:19.592966 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:19.627192 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 79440c8f-31a4-4d0c-a99a-73be7d994e1a is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:19.627192 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:19.627349 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d861092-0b54-4ebf-8ed0-d07a15b1fea1 req-368ca399-41d7-419d-805f-6309c01c440e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760198 May 27 03:50:19.678855 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:19.681503 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca7791-b09c-4b08-8a98-a1047121201a" -d '{"events": [{"server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "name": "network-vif-plugged", "status": "completed", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:19.702906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:19.729550 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35351c6b-9557-45e7-b761-66fff9305a14 x-openstack-request-id: req-35351c6b-9557-45e7-b761-66fff9305a14 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:19.729902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "name": "network-vif-plugged", "status": "completed", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:19.730155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35351c6b-9557-45e7-b761-66fff9305a14 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:19.730551 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35351c6b-9557-45e7-b761-66fff9305a14'] response: {'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a', 'code': 200} May 27 03:50:19.788712 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:19.996803 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:20.030896 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:20.084854 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2d4f-738f-4119-9e74-63954abce1b6 req-5f16e087-1f76-4f89-8aff-a4933016434f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.095564 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-063a2d4f-738f-4119-9e74-63954abce1b6 req-5f16e087-1f76-4f89-8aff-a4933016434f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.1954117 May 27 03:50:20.130215 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-1012b3c3-52c8-4fd7-9f99-045fda73aa6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877001 May 27 03:50:20.147126 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-ab7fdfd9-dd97-459b-957f-5d5fdd6daf37 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917467 May 27 03:50:20.242760 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-063a2d4f-738f-4119-9e74-63954abce1b6 req-064a4b15-1a38-444e-bdd9-83db61a8810c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474736 May 27 03:50:20.304265 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-407f70f8-19f0-4dbd-b2ac-e3632f240538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.306035 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-407f70f8-19f0-4dbd-b2ac-e3632f240538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e34d34b28b44d399fe2a1e011771f22&device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 1129 time: 0.0669351 May 27 03:50:20.338366 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9791529-698a-43f2-902c-1991416ef146 req-2cbe5dbc-57da-4640-a205-9fd6de2bcd80 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784987 May 27 03:50:20.427699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c101f-3d45-4e51-8b98-cf50e71fa9ab req-be1c91ff-2c41-40f0-9726-0429bc2a3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.429332 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f47c101f-3d45-4e51-8b98-cf50e71fa9ab req-be1c91ff-2c41-40f0-9726-0429bc2a3022 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1129 time: 0.0843351 May 27 03:50:20.448097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fee2c6-43ed-402a-9f36-74aed1397e31 req-8e29d8bf-f601-403c-805b-fbba43831d61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.456010 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-96fee2c6-43ed-402a-9f36-74aed1397e31 req-8e29d8bf-f601-403c-805b-fbba43831d61 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0731325 May 27 03:50:20.536087 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-f15a8cd3-581c-48e5-a464-f102ffd65211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.542130 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-f15a8cd3-581c-48e5-a464-f102ffd65211 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b10384b-df11-4c6b-b1fe-437c3d19a049 HTTP/1.1" status: 200 len: 913 time: 0.1961360 May 27 03:50:20.691364 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-96fee2c6-43ed-402a-9f36-74aed1397e31 req-49c32250-9c3d-4ac2-affe-6369089f958e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342167 May 27 03:50:20.823945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6d438-b309-4a79-abf7-58cafbec52c5 req-005a65f5-e2b1-445b-b7ba-47cbc854eb6c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.825476 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86a6d438-b309-4a79-abf7-58cafbec52c5 req-005a65f5-e2b1-445b-b7ba-47cbc854eb6c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0516868 May 27 03:50:20.869690 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:20.884644 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86a6d438-b309-4a79-abf7-58cafbec52c5 req-5be8494e-ef84-4a6a-a98b-cc89c135c49a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 May 27 03:50:21.510686 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cb8ed-ca0e-492f-b41e-5d46d9108315 req-47871454-0ff8-4ad2-8240-2a8e6d4e54d4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:21.512125 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2a1cb8ed-ca0e-492f-b41e-5d46d9108315 req-47871454-0ff8-4ad2-8240-2a8e6d4e54d4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0480502 May 27 03:50:21.563231 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2a1cb8ed-ca0e-492f-b41e-5d46d9108315 req-71b28be2-fc87-4a25-9ab1-c97e73f78fdf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 May 27 03:50:21.827107 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e56c-1097-42b3-90f5-325dd8fa2fef req-6da58a7c-7b04-4eaf-be52-7650efca2ce6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:21.829164 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d335e56c-1097-42b3-90f5-325dd8fa2fef req-6da58a7c-7b04-4eaf-be52-7650efca2ce6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0489233 May 27 03:50:21.876086 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d335e56c-1097-42b3-90f5-325dd8fa2fef req-c46d2a18-ea86-4e7e-8e1b-cca702dda762 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 May 27 03:50:22.006168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dadc5-597f-4563-aafa-7fb9770cc3c1 req-95aa530d-f605-4384-a57d-66237f15da66 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:22.007725 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9a2dadc5-597f-4563-aafa-7fb9770cc3c1 req-95aa530d-f605-4384-a57d-66237f15da66 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0510025 May 27 03:50:22.060473 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9a2dadc5-597f-4563-aafa-7fb9770cc3c1 req-28d0daba-0ccd-41c0-acde-da53fd26ae20 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 May 27 03:50:22.405760 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:50:22.518111 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:22.529958 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '41424024-3be4-4e45-ab50-5aa71afa1707', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:50:22.565928 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:22.566307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.585476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.585476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:22.601834 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:22.679723 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.683035 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac307c-bafe-4e49-a8d7-fc458cc9cf0b req-f465aff4-1cc0-4e4a-8738-efe0976d41a1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:22.684601 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4eac307c-bafe-4e49-a8d7-fc458cc9cf0b req-f465aff4-1cc0-4e4a-8738-efe0976d41a1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0512049 May 27 03:50:22.728510 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:22.732203 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4eac307c-bafe-4e49-a8d7-fc458cc9cf0b req-72113c96-f893-4909-80d4-862f265e5aef tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 May 27 03:50:22.995884 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefc094-d315-4f86-957c-c48a3cce7e5e req-0e950c4b-aa30-4e8c-a294-8d6f18b0eb4e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:22.997425 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-acefc094-d315-4f86-957c-c48a3cce7e5e req-0e950c4b-aa30-4e8c-a294-8d6f18b0eb4e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0498910 May 27 03:50:23.047954 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-acefc094-d315-4f86-957c-c48a3cce7e5e req-8a85a320-2407-4eed-be21-6f6d1454ce5e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 May 27 03:50:23.306284 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77ff44-fe9a-42dc-9b5c-3e5aa32a11a6 req-a3db6a2a-90c1-4eaa-9156-eec2f7124a52 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.307734 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4a77ff44-fe9a-42dc-9b5c-3e5aa32a11a6 req-a3db6a2a-90c1-4eaa-9156-eec2f7124a52 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0477619 May 27 03:50:23.353531 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:23.357546 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4a77ff44-fe9a-42dc-9b5c-3e5aa32a11a6 req-fd75506d-861a-46d1-b3e9-3d71710fbd9a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 May 27 03:50:23.849949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082de494-3da6-4d8a-b591-a21d8943d790 req-4e74fc32-ad88-4fdf-8c46-483a7cdea0b0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.851446 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-082de494-3da6-4d8a-b591-a21d8943d790 req-4e74fc32-ad88-4fdf-8c46-483a7cdea0b0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0512581 May 27 03:50:23.901673 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-082de494-3da6-4d8a-b591-a21d8943d790 req-1cbd2148-bf03-4b6d-ab45-bbb517040fa0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 May 27 03:50:24.183664 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256947c-12ec-4933-b409-f891037ec363 req-ef4af602-e890-424e-aca6-aba8ff8bf1d0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:24.183664 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7256947c-12ec-4933-b409-f891037ec363 req-ef4af602-e890-424e-aca6-aba8ff8bf1d0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0480411 May 27 03:50:24.227176 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7256947c-12ec-4933-b409-f891037ec363 req-3be47627-b99f-48e1-ace0-a4a791182fe0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441904 May 27 03:50:24.475764 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01944b4f-0d95-4c73-92a9-7aa55c60223c req-6734fe5e-b9f4-4f0f-8619-b08ec6454588 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:24.477243 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01944b4f-0d95-4c73-92a9-7aa55c60223c req-6734fe5e-b9f4-4f0f-8619-b08ec6454588 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0465786 May 27 03:50:24.524339 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01944b4f-0d95-4c73-92a9-7aa55c60223c req-918d4fb8-f543-48ef-8d1b-14cc85e367ea tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 May 27 03:50:25.015772 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0c1c-e672-41dc-b8ec-f0a614e44c22 req-c1ab9714-2c16-4670-8bc4-a48c7e284558 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:25.018162 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-828c0c1c-e672-41dc-b8ec-f0a614e44c22 req-c1ab9714-2c16-4670-8bc4-a48c7e284558 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0500114 May 27 03:50:25.066700 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-828c0c1c-e672-41dc-b8ec-f0a614e44c22 req-0e472e0a-714e-42bd-a2fc-6366ed5325a4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 May 27 03:50:25.347271 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712a60-6a44-433d-82d0-36b16c2964cb req-433d92bf-fb75-46a3-bcb1-b101a902c62f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:25.348810 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d6712a60-6a44-433d-82d0-36b16c2964cb req-433d92bf-fb75-46a3-bcb1-b101a902c62f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0490131 May 27 03:50:25.400813 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d6712a60-6a44-433d-82d0-36b16c2964cb req-f01c26c7-d3ef-4132-a8d1-636051fe0e18 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 May 27 03:50:25.639381 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dbcae-ab47-4dc6-8688-b9ac37025baf req-6d77fba6-092f-41fb-bf6c-f0ad7e99b215 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:25.640994 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-130dbcae-ab47-4dc6-8688-b9ac37025baf req-6d77fba6-092f-41fb-bf6c-f0ad7e99b215 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0480902 May 27 03:50:25.692723 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-130dbcae-ab47-4dc6-8688-b9ac37025baf req-13d435a8-a616-4501-9997-1fdbee245820 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 May 27 03:50:26.149639 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['41424024-3be4-4e45-ab50-5aa71afa1707'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:26.195052 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50114ee-c251-4fbe-bf28-2b2616e32f2d req-a71cda9c-4751-4185-bf28-a30c640ef414 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:26.196788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b50114ee-c251-4fbe-bf28-2b2616e32f2d req-a71cda9c-4751-4185-bf28-a30c640ef414 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0514958 May 27 03:50:26.248567 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b50114ee-c251-4fbe-bf28-2b2616e32f2d req-0fd06d7f-6744-4f5b-a719-d661c9c5cc80 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 May 27 03:50:26.531356 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a20e-d0a7-4d58-9685-e0990d31b12d req-6946e0ec-a36b-4ae5-90aa-f6257fe2eeab tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:26.532902 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b03a20e-d0a7-4d58-9685-e0990d31b12d req-6946e0ec-a36b-4ae5-90aa-f6257fe2eeab tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0523148 May 27 03:50:26.583287 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b03a20e-d0a7-4d58-9685-e0990d31b12d req-53ea2a11-ab83-48d4-823b-36a9be202823 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 May 27 03:50:26.806958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb862-ab55-4077-89a3-58246bade6c0 req-95733f75-a888-4405-827d-136395b30ac5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:26.808481 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b02fb862-ab55-4077-89a3-58246bade6c0 req-95733f75-a888-4405-827d-136395b30ac5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0478811 May 27 03:50:26.821728 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:26.859781 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b02fb862-ab55-4077-89a3-58246bade6c0 req-65a76c8f-0355-442b-9533-f9a73dd9b2ee tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 May 27 03:50:27.382483 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae466-a316-4dfc-88a7-80f13c09e506 req-6917dcc8-1613-4b51-8e77-7419f2236f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:27.388678 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-098ae466-a316-4dfc-88a7-80f13c09e506 req-6917dcc8-1613-4b51-8e77-7419f2236f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0500460 May 27 03:50:27.437955 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-098ae466-a316-4dfc-88a7-80f13c09e506 req-c1c5bb73-1018-4682-b18e-54534ad07395 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478263 May 27 03:50:27.458759 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:27.509332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:27.510273 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 41424024-3be4-4e45-ab50-5aa71afa1707 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:27.616454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 41424024-3be4-4e45-ab50-5aa71afa1707 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:27.619902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:27.717189 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:27.717608 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:27.732928 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53142b-5062-4a46-b84b-3dfa58d1f909 req-2eb5967a-9399-491b-bcc3-aded863939cc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:27.734647 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc53142b-5062-4a46-b84b-3dfa58d1f909 req-2eb5967a-9399-491b-bcc3-aded863939cc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0615280 May 27 03:50:27.745486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:27.751812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f5b84-e38f-48e6-b559-4d2abbd58ff7" -d '{"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:27.761643 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:27.791614 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc53142b-5062-4a46-b84b-3dfa58d1f909 req-3aff5cb9-4bc0-46da-9303-101262524342 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492480 May 27 03:50:27.792797 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8faa7-769a-4f36-a7a9-4cfe1c74d316 x-openstack-request-id: req-9cc8faa7-769a-4f36-a7a9-4cfe1c74d316 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:27.793368 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:27.793835 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cc8faa7-769a-4f36-a7a9-4cfe1c74d316 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:27.794420 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc8faa7-769a-4f36-a7a9-4cfe1c74d316'] response: {'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'code': 200} May 27 03:50:27.800120 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:27.826097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:27.861050 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:27.869915 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.870251 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.870799 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.871149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.871483 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.871802 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.872125 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.872439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.872859 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.873095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.873572 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.873904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.874222 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.875104 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.875419 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:27.993826 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685796dc-07d6-4435-b6fc-401cf0f44c18 req-da78631d-20ac-4725-a5dd-37dded459a5a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:27.995363 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-685796dc-07d6-4435-b6fc-401cf0f44c18 req-da78631d-20ac-4725-a5dd-37dded459a5a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0513861 May 27 03:50:28.050188 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-685796dc-07d6-4435-b6fc-401cf0f44c18 req-01cc9010-6916-4520-8aff-386942f20793 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 May 27 03:50:28.342277 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-03b64a61-3bb6-4229-8661-ae0367e09542 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8742307-0b90-491f-af92-acad9a86d975 HTTP/1.1" status: 200 len: 217 time: 0.0375035 May 27 03:50:28.364323 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f47c101f-3d45-4e51-8b98-cf50e71fa9ab req-737df03f-bd98-4ec4-b5dc-78995edd577a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 May 27 03:50:28.414175 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-c6697603-ca3a-4b87-91b2-737894546cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.415637 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-c6697603-ca3a-4b87-91b2-737894546cde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fe1efab-f17c-4c1a-b474-0341a2c407f3 HTTP/1.1" status: 200 len: 852 time: 0.0511942 May 27 03:50:28.580674 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:28.590047 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f166dc-1788-4454-9292-52740f75e0a6 req-136d9ffc-963c-49e6-b1a7-ede3ebab508a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.591582 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f5f166dc-1788-4454-9292-52740f75e0a6 req-136d9ffc-963c-49e6-b1a7-ede3ebab508a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 943 time: 0.0596826 May 27 03:50:28.641130 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f5f166dc-1788-4454-9292-52740f75e0a6 req-a287aab7-d7e9-4ba4-be25-cf5f1533d92a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 May 27 03:50:28.743471 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-4dadcba9-5953-4136-aee6-b343e50748d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b10384b-df11-4c6b-b1fe-437c3d19a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295663 May 27 03:50:28.836445 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede777b3-e80f-4665-b12e-597e21cbf814 req-e46dee22-be48-4aae-821f-005e9e401215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.838371 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ede777b3-e80f-4665-b12e-597e21cbf814 req-e46dee22-be48-4aae-821f-005e9e401215 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1129 time: 0.0492742 May 27 03:50:28.895177 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-c53ab631-fd1f-4156-b521-d79350fb0f36 service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078014 May 27 03:50:28.939270 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:28.953059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84bc96-4601-4c33-8b89-11a2da5b2d20 req-2b42c6cb-e99a-4201-8d63-e41c9025ed4c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.955012 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0d84bc96-4601-4c33-8b89-11a2da5b2d20 req-2b42c6cb-e99a-4201-8d63-e41c9025ed4c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0589125 May 27 03:50:28.970340 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ede777b3-e80f-4665-b12e-597e21cbf814 req-a03836f6-2c0f-4ed0-95cf-c2266d7bdfb0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 May 27 03:50:29.025070 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0d84bc96-4601-4c33-8b89-11a2da5b2d20 req-f6f0f937-766c-42f5-8f2e-450b24561735 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624294 May 27 03:50:29.224747 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc2e60-c6c7-47f6-8ce2-877857d26a39 req-6b10ad62-97b8-4ec6-9139-23545bc22049 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:29.226389 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86bc2e60-c6c7-47f6-8ce2-877857d26a39 req-6b10ad62-97b8-4ec6-9139-23545bc22049 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0546937 May 27 03:50:29.283089 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86bc2e60-c6c7-47f6-8ce2-877857d26a39 req-d0b19fea-d616-4bdb-93b5-266021cd63de tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 May 27 03:50:29.444359 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device adaeac17-3ece-4c17-855a-dc91f10d618c details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:50:29.551646 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adaeac17-3ece-4c17-855a-dc91f10d618c,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:29.568637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'port_id': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'mac_address': 'fa:16:3e:bb:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:50:29.610498 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port adaeac17-3ece-4c17-855a-dc91f10d618c is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:29.610877 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.629680 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaeac17-3ece-4c17-855a-dc91f10d618c {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:29.649588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adaeac17-3ece-4c17-855a-dc91f10d618c,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:29.725251 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.791813 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.826393 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80408-6f1c-4592-8cc3-b0e587434d10 req-5cdf362e-8b1c-4647-ab09-5dce6e561890 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:29.827899 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-29c80408-6f1c-4592-8cc3-b0e587434d10 req-5cdf362e-8b1c-4647-ab09-5dce6e561890 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 944 time: 0.1033010 May 27 03:50:29.878272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:29.941285 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-29c80408-6f1c-4592-8cc3-b0e587434d10 req-fd8cb208-55ce-42f7-8353-44f2dc27de44 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814669 May 27 03:50:29.948088 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c01a237-a73e-4650-ac71-d08bf1af2d18 req-4760fae5-2585-4475-a9a9-a5957eec9f71 service neutron] 10.222.0.44 "GET /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675363 May 27 03:50:30.151825 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648f7d-fe10-45eb-9ae2-72753faba2c4 req-a8c4114f-d040-4699-a98b-ac4439d05444 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.153295 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e5648f7d-fe10-45eb-9ae2-72753faba2c4 req-a8c4114f-d040-4699-a98b-ac4439d05444 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0539892 May 27 03:50:30.228461 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e5648f7d-fe10-45eb-9ae2-72753faba2c4 req-9467d4ec-fc81-4adf-ba36-ab3e1aee80a9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688252 May 27 03:50:30.413748 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['adaeac17-3ece-4c17-855a-dc91f10d618c'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:30.443619 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20632e5f-bc0b-4ced-9c53-522a35554c97 req-8b278345-56f8-4f66-952e-c80c9a05e8e6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.449267 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-20632e5f-bc0b-4ced-9c53-522a35554c97 req-8b278345-56f8-4f66-952e-c80c9a05e8e6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0669487 May 27 03:50:30.520734 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-20632e5f-bc0b-4ced-9c53-522a35554c97 req-8033b569-218d-4218-a2fc-30ebb811eee3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 May 27 03:50:31.079278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1e3f-5f07-41d0-a17f-a5060e5b0734 req-3251c171-d4c0-4a5c-ad46-44a02707ef7e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:31.081861 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1eae1e3f-5f07-41d0-a17f-a5060e5b0734 req-3251c171-d4c0-4a5c-ad46-44a02707ef7e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 944 time: 0.0609808 May 27 03:50:31.132124 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1eae1e3f-5f07-41d0-a17f-a5060e5b0734 req-dd965073-5865-403c-b38d-2adff28b2288 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 May 27 03:50:31.371201 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d0d16-317e-4871-97c8-ee0763f237ce req-bbbb2cc7-dbe1-4e21-89af-854383699768 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:31.372735 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b0d0d16-317e-4871-97c8-ee0763f237ce req-bbbb2cc7-dbe1-4e21-89af-854383699768 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0521400 May 27 03:50:31.429928 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b0d0d16-317e-4871-97c8-ee0763f237ce req-5a184d52-e491-4d5b-b6d3-34651bb69bc7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514617 May 27 03:50:31.670191 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2e2c-6ffc-433d-92d4-d47ebf020c96 req-d2e9b11f-56c5-4a8b-8253-d5330e453dc7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:31.671763 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f58c2e2c-6ffc-433d-92d4-d47ebf020c96 req-d2e9b11f-56c5-4a8b-8253-d5330e453dc7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0546496 May 27 03:50:31.725632 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f58c2e2c-6ffc-433d-92d4-d47ebf020c96 req-ff153e8d-051e-49ce-b161-3f91b1aeab75 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474260 May 27 03:50:31.752004 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device adaeac17-3ece-4c17-855a-dc91f10d618c up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:31.803384 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port adaeac17-3ece-4c17-855a-dc91f10d618c completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:31.896467 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port adaeac17-3ece-4c17-855a-dc91f10d618c triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:31.896855 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:31.976875 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port adaeac17-3ece-4c17-855a-dc91f10d618c is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:31.977090 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:31.999233 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:32.001452 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144eb3bf-3a60-4060-bf75-21b2df59e0e2" -d '{"events": [{"server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:32.014323 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adaeac17-3ece-4c17-855a-dc91f10d618c,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:32.041613 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac9580-4073-4088-a22a-a18086ab5589 x-openstack-request-id: req-e2ac9580-4073-4088-a22a-a18086ab5589 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:32.041613 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:32.041613 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2ac9580-4073-4088-a22a-a18086ab5589 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:32.041613 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ac9580-4073-4088-a22a-a18086ab5589'] response: {'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'code': 200} May 27 03:50:32.073730 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:32.125025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:32.218982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788b10-713b-43c0-b4a0-6b4dcdb21de7 req-18842301-52ab-45a8-82f8-eadae407a071 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:32.220470 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc788b10-713b-43c0-b4a0-6b4dcdb21de7 req-18842301-52ab-45a8-82f8-eadae407a071 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0490572 May 27 03:50:32.263763 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fed5f-66ef-43d5-a24e-642b5d9956de req-3251fb95-7b8b-4db7-978d-10b5b5b6fb7b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:32.265784 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7e5fed5f-66ef-43d5-a24e-642b5d9956de req-3251fb95-7b8b-4db7-978d-10b5b5b6fb7b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0544317 May 27 03:50:32.274765 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc788b10-713b-43c0-b4a0-6b4dcdb21de7 req-378d5b3f-26b3-487c-ab67-884083e357a4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 May 27 03:50:32.317622 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7e5fed5f-66ef-43d5-a24e-642b5d9956de req-39709ffd-57b1-4022-9979-d44d83180f4b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457606 May 27 03:50:32.559802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263cdcf-6f0d-438d-b459-59464c309ce4 req-a5618174-13bf-4bca-b992-4a548fd48ee2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:32.561277 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8263cdcf-6f0d-438d-b459-59464c309ce4 req-a5618174-13bf-4bca-b992-4a548fd48ee2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0492435 May 27 03:50:32.613578 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8263cdcf-6f0d-438d-b459-59464c309ce4 req-483cbd52-cb5d-4229-a649-b83fd2cac072 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 May 27 03:50:33.417014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fb049-3685-4ba8-8c79-c5c79dfc9789 req-30fb3652-1755-4e7a-98f4-049d31740f65 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:33.420863 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a3fb049-3685-4ba8-8c79-c5c79dfc9789 req-30fb3652-1755-4e7a-98f4-049d31740f65 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0681691 May 27 03:50:33.464101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:33.479312 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fdbe4-a5e1-467c-b984-25c9ee855b36 req-9fb62efe-4dce-46c0-af24-96f5cb152ac4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:33.485872 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7b6fdbe4-a5e1-467c-b984-25c9ee855b36 req-9fb62efe-4dce-46c0-af24-96f5cb152ac4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0829725 May 27 03:50:33.507802 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a3fb049-3685-4ba8-8c79-c5c79dfc9789 req-4823182d-9eec-49a7-bd85-c842f3de8372 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834882 May 27 03:50:33.561157 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7b6fdbe4-a5e1-467c-b984-25c9ee855b36 req-99b02ab7-e84e-446d-ae76-829d09d8873f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657928 May 27 03:50:33.743129 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c600b-05d5-44f0-b774-bfc2488482e9 req-4d971563-28f7-4a5d-8fa7-592024cb17bf tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:33.744621 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-508c600b-05d5-44f0-b774-bfc2488482e9 req-4d971563-28f7-4a5d-8fa7-592024cb17bf tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0494201 May 27 03:50:33.792487 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-508c600b-05d5-44f0-b774-bfc2488482e9 req-df18464e-09d1-44e0-be51-684e6c72582f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 May 27 03:50:34.630702 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a4e9-d4ea-4b8a-ba90-07c934440abe req-0372fbd0-1350-4daa-a200-dfe7924cdf42 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:34.632260 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7086a4e9-d4ea-4b8a-ba90-07c934440abe req-0372fbd0-1350-4daa-a200-dfe7924cdf42 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0488977 May 27 03:50:34.681134 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7086a4e9-d4ea-4b8a-ba90-07c934440abe req-db03890b-ddca-4c8e-b036-f6692a1699ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 May 27 03:50:34.681404 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ed951-d26c-4e7e-ab5c-fbb6be90aea6 req-98367517-a06d-4762-ad78-9c5bb13017c9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:34.686300 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e88ed951-d26c-4e7e-ab5c-fbb6be90aea6 req-98367517-a06d-4762-ad78-9c5bb13017c9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0520525 May 27 03:50:34.731392 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e88ed951-d26c-4e7e-ab5c-fbb6be90aea6 req-f4b98957-0688-4975-9ce0-087fc4ac394d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 May 27 03:50:34.911097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980773b-6884-474e-a57a-737ce7c2cdd7 req-b703f964-d056-4651-accb-d8c44be392d1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:34.912595 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c980773b-6884-474e-a57a-737ce7c2cdd7 req-b703f964-d056-4651-accb-d8c44be392d1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0474782 May 27 03:50:34.963128 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c980773b-6884-474e-a57a-737ce7c2cdd7 req-d0074656-82af-4794-9c2c-059c995f2278 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 May 27 03:50:35.800873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533aa4-0b80-4eff-92de-a99c5c5d5120 req-faa383e8-913c-4a19-8af2-1ab309cb9c8d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:35.802384 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-19533aa4-0b80-4eff-92de-a99c5c5d5120 req-faa383e8-913c-4a19-8af2-1ab309cb9c8d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0496898 May 27 03:50:35.849291 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740019b-fbfc-4d86-941f-1adfbe551cf6 req-b748156c-459c-459d-9c6b-2b0effc05c8d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:35.850809 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e740019b-fbfc-4d86-941f-1adfbe551cf6 req-b748156c-459c-459d-9c6b-2b0effc05c8d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0513515 May 27 03:50:35.853249 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-19533aa4-0b80-4eff-92de-a99c5c5d5120 req-c5616684-0d86-4659-bbb9-8f348bdf5e1a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453131 May 27 03:50:35.899349 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e740019b-fbfc-4d86-941f-1adfbe551cf6 req-4dfe8305-274e-4112-8564-b701e4c9855a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 May 27 03:50:35.935380 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:50:36.086387 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7582-a4af-48a4-b370-b55e5194b3aa req-a7d43ed8-517a-4cc4-96fc-3cb70879dac0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:36.087854 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56aa7582-a4af-48a4-b370-b55e5194b3aa req-a7d43ed8-517a-4cc4-96fc-3cb70879dac0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0508237 May 27 03:50:36.325642 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56aa7582-a4af-48a4-b370-b55e5194b3aa req-40d5f971-e66a-428a-9f72-666eb309a24e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316809 May 27 03:50:36.336574 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-490daca2-11c4-4782-9df9-68f729d27a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:36.967030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453aaf1-f59e-4869-9977-12d916a7aacb req-e815640c-d63d-4c50-9992-bffd774e99da tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:36.968528 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c453aaf1-f59e-4869-9977-12d916a7aacb req-e815640c-d63d-4c50-9992-bffd774e99da tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0474505 May 27 03:50:36.995562 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:37.013209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3fe20-3e22-4457-8c49-81c19ad392a8 req-61359ff3-48b3-4e6e-9427-437e4c71e09b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:37.014669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1dc3fe20-3e22-4457-8c49-81c19ad392a8 req-61359ff3-48b3-4e6e-9427-437e4c71e09b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0470908 May 27 03:50:37.017338 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c453aaf1-f59e-4869-9977-12d916a7aacb req-27c265a5-25d9-417c-9c0b-43af8d6dbff3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 May 27 03:50:37.030170 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:37.071854 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1dc3fe20-3e22-4457-8c49-81c19ad392a8 req-1bd723ee-f481-4d44-89ea-1af9d6d331b4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509772 May 27 03:50:37.447222 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4f7ab-362c-4a4f-94cd-e566e745c8c0 req-bb09cea3-65bc-4e5e-963a-567c857a694d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:37.448717 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fdd4f7ab-362c-4a4f-94cd-e566e745c8c0 req-bb09cea3-65bc-4e5e-963a-567c857a694d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0507727 May 27 03:50:37.495846 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fdd4f7ab-362c-4a4f-94cd-e566e745c8c0 req-8b88cbfd-7c1a-40d4-8e49-4d83bc9c7667 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 May 27 03:50:38.138306 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d934e-7d81-46d8-b9a3-d2f4c62c0481 req-7725946e-4cc6-49da-9718-b7ec2fd18694 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:38.141581 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f92d934e-7d81-46d8-b9a3-d2f4c62c0481 req-7725946e-4cc6-49da-9718-b7ec2fd18694 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0483599 May 27 03:50:38.164766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:38.197551 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8277702-030e-4a5a-946d-980752c51afd req-e3f38a28-fe29-4556-91de-9e0626cc6fb2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:38.199085 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f8277702-030e-4a5a-946d-980752c51afd req-e3f38a28-fe29-4556-91de-9e0626cc6fb2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0499353 May 27 03:50:38.201312 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f92d934e-7d81-46d8-b9a3-d2f4c62c0481 req-8601ac79-dc02-4046-9c2f-6352a822760f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 May 27 03:50:38.247594 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f8277702-030e-4a5a-946d-980752c51afd req-8d70114a-f676-4536-815c-5ad7ba23e2c5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 May 27 03:50:38.618396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01c734-42b2-43a7-8280-ff2b68d38bca req-90fc7203-1e46-430d-b6b2-20d8f3187f2d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:38.619890 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd01c734-42b2-43a7-8280-ff2b68d38bca req-90fc7203-1e46-430d-b6b2-20d8f3187f2d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0479708 May 27 03:50:38.667261 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd01c734-42b2-43a7-8280-ff2b68d38bca req-0614f3ec-893b-42b0-87d4-e42a74836a67 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 May 27 03:50:39.343503 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777956a-1be7-46e7-9813-e0038826ec84 req-0219fdae-772a-4207-a44c-bc45ddd431d6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:39.345332 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8777956a-1be7-46e7-9813-e0038826ec84 req-0219fdae-772a-4207-a44c-bc45ddd431d6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0722744 May 27 03:50:39.379873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f106-aa54-4f04-af73-d96342b6e696 req-487b7106-fe73-4ab4-ac6a-3bb2b7fbca95 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:39.381559 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-99a1f106-aa54-4f04-af73-d96342b6e696 req-487b7106-fe73-4ab4-ac6a-3bb2b7fbca95 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0581744 May 27 03:50:39.408132 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8777956a-1be7-46e7-9813-e0038826ec84 req-69fb3b87-7fa5-438d-b3aa-34d5af844fd9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 May 27 03:50:39.442019 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-99a1f106-aa54-4f04-af73-d96342b6e696 req-ec3fe6f7-fb91-46be-9b85-5458af3e1f77 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 May 27 03:50:39.491018 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f529aa3c-06c2-4563-9eee-ad0fd28a9498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:39.810428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524a5b2-5175-4566-9b81-9608054d1c3a req-e180bfec-9932-43e6-b68e-4fbd403e9b23 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:39.821920 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4524a5b2-5175-4566-9b81-9608054d1c3a req-e180bfec-9932-43e6-b68e-4fbd403e9b23 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0735042 May 27 03:50:39.869070 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4524a5b2-5175-4566-9b81-9608054d1c3a req-8d7f3a91-d3c2-4f16-b30d-d8f83c608b24 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 May 27 03:50:40.112133 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-2ba3090c-81d3-4c97-a643-41a5fa8485b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.114015 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-2ba3090c-81d3-4c97-a643-41a5fa8485b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1129 time: 0.0467007 May 27 03:50:40.541423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9f129-28e3-4f82-9e41-95495e7ba420 req-bde2961a-c645-40eb-8bb0-1a1a677f59a3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.544984 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b0b9f129-28e3-4f82-9e41-95495e7ba420 req-bde2961a-c645-40eb-8bb0-1a1a677f59a3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0538907 May 27 03:50:40.595812 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b0b9f129-28e3-4f82-9e41-95495e7ba420 req-d54d89fe-277d-458e-bf20-c9904a1f5268 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 May 27 03:50:40.596875 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4a7a-8185-453d-90ed-21287eb7b74b req-f8733f36-bbf5-4782-8524-5d3e4129f2a4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.608779 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6aec4a7a-8185-453d-90ed-21287eb7b74b req-f8733f36-bbf5-4782-8524-5d3e4129f2a4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0729721 May 27 03:50:40.610567 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:40.649271 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dca6-af27-43fc-9543-e5c28527dd1f req-e207936b-5f96-4398-8a11-c963739f3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.651176 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e768dca6-af27-43fc-9543-e5c28527dd1f req-e207936b-5f96-4398-8a11-c963739f3b16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1129 time: 0.1358263 May 27 03:50:40.705174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-08732536-3bf4-444a-af9a-e705e48090d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.706833 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-08732536-3bf4-444a-af9a-e705e48090d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1040926 May 27 03:50:40.711435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:40.719027 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6aec4a7a-8185-453d-90ed-21287eb7b74b req-83828152-bc69-4535-b5b9-18b2a2cb342f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964773 May 27 03:50:40.730932 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e768dca6-af27-43fc-9543-e5c28527dd1f req-dda14e0c-ea0d-4f43-9f4b-5236944f207c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729375 May 27 03:50:40.998275 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834eeb3-4cb9-436d-b108-f1b3e28c5405 req-6054bbbb-9cdc-44c9-a9c4-b677f78d5ac1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.000052 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d834eeb3-4cb9-436d-b108-f1b3e28c5405 req-6054bbbb-9cdc-44c9-a9c4-b677f78d5ac1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0587323 May 27 03:50:41.060549 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d834eeb3-4cb9-436d-b108-f1b3e28c5405 req-b02beea7-4ef2-49e9-ad34-19346615c892 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 May 27 03:50:41.237758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0130950-2644-4924-ac27-2f078fd25c9c req-d534af34-a9f9-48a3-9373-085bfcdf2514 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.239477 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c0130950-2644-4924-ac27-2f078fd25c9c req-d534af34-a9f9-48a3-9373-085bfcdf2514 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0605795 May 27 03:50:41.248273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57270) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:41.266273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'floatingip': {'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:41.326580 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:41.375792 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-673c4d19-0e73-4514-b4a6-bc333be34c67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 217 time: 0.0421503 May 27 03:50:41.451021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-2778095c-b1af-4804-ab2a-aea0be20a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.453091 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-2778095c-b1af-4804-ab2a-aea0be20a6d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0700662 May 27 03:50:41.497916 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-dbe22e54-90c7-4316-8c04-f1b049aed10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.499444 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-dbe22e54-90c7-4316-8c04-f1b049aed10b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401707 May 27 03:50:41.505677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:41.565233 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:41.602056 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-78622389-a7f5-4ebe-a9ee-bb16ef09c62f service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960906 May 27 03:50:41.736979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d9f27-0ba6-4341-a3d2-2786bdb5dd5c req-55d82d57-965d-447c-8eb4-29fdb8714207 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.739003 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f76d9f27-0ba6-4341-a3d2-2786bdb5dd5c req-55d82d57-965d-447c-8eb4-29fdb8714207 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0527563 May 27 03:50:41.811114 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f76d9f27-0ba6-4341-a3d2-2786bdb5dd5c req-59050af5-a467-49c6-ac80-1354d380370f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 May 27 03:50:41.905206 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485977c-b0e3-4151-99a2-85dbd902f356 req-416cd9ba-bba5-4c1e-bebd-1f0a5a0aba89 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.906678 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2485977c-b0e3-4151-99a2-85dbd902f356 req-416cd9ba-bba5-4c1e-bebd-1f0a5a0aba89 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.1016109 May 27 03:50:41.970695 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:42.053096 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2485977c-b0e3-4151-99a2-85dbd902f356 req-76d3ebdf-fc2a-4b39-bf26-fc8ae1f856ec tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248536 May 27 03:50:42.061307 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:42.108002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:42.398310 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:42.413888 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Floating IP d85cffff-5561-44ac-ae26-2abe9b1b2d5a associated. External IP: 172.27.2.181, port: 41424024-3be4-4e45-ab50-5aa71afa1707. May 27 03:50:42.429201 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3957a34c-b74f-478d-9e09-a4049c34dc31 req-c844f79d-9ce3-4243-accf-bacee1b3a767 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109381 May 27 03:50:42.634066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:42.730167 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:42.751894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:42.757412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:42.765662 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:42.777082 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:42.777848 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:50:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:42.789253 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-84008027-76c5-4ea0-9eda-55b8c5e9a555 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "PUT /v2.0/floatingips/d85cffff-5561-44ac-ae26-2abe9b1b2d5a HTTP/1.1" status: 200 len: 991 time: 1.5398188 May 27 03:50:42.790636 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:42.793097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da12622-89e5-4ca2-8044-c9c2dd6421cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:42.855971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad23d68-e3cd-4ece-a9e7-79aeeae9e29d x-openstack-request-id: req-aad23d68-e3cd-4ece-a9e7-79aeeae9e29d {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:42.856271 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:42.856527 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aad23d68-e3cd-4ece-a9e7-79aeeae9e29d {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:42.856942 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad23d68-e3cd-4ece-a9e7-79aeeae9e29d'] response: {'name': 'network-changed', 'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'status': 'completed', 'code': 200} May 27 03:50:42.943458 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:42.973762 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc80e78-8e51-4efb-89a4-a98dd0fe768d req-75eaab3b-5135-4354-9d31-89f3d0d5ead4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:42.975355 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bbc80e78-8e51-4efb-89a4-a98dd0fe768d req-75eaab3b-5135-4354-9d31-89f3d0d5ead4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0604188 May 27 03:50:43.027603 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bbc80e78-8e51-4efb-89a4-a98dd0fe768d req-ad27f029-23f9-4f67-8e58-0dc28a330257 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 May 27 03:50:43.174961 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0f41-5915-41dd-8d36-d91109c6419a req-7d556785-ffcc-4e2e-a273-161c38abc400 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:43.177325 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-905a0f41-5915-41dd-8d36-d91109c6419a req-7d556785-ffcc-4e2e-a273-161c38abc400 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0516169 May 27 03:50:43.224861 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd85cffff-5561-44ac-ae26-2abe9b1b2d5a', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:48Z', 'updated_at': '2022-05-27T03:50:41Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:43.225782 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-905a0f41-5915-41dd-8d36-d91109c6419a req-03de8dc5-4ae4-4d79-97d2-a17418666f8c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 May 27 03:50:43.257164 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:43.266012 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:43.266619 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:50:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:43.359061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:43.367732 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:43.562068 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:43.565344 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-1c55fae5-ac81-411f-9277-7fa2a93e4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:43.567150 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-1c55fae5-ac81-411f-9277-7fa2a93e4484 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1129 time: 0.0578654 May 27 03:50:43.587753 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd85cffff-5561-44ac-ae26-2abe9b1b2d5a', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:48Z', 'updated_at': '2022-05-27T03:50:41Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:43.614293 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7bce-4a2a-48b7-99dd-4da69d827d4e None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd85cffff-5561-44ac-ae26-2abe9b1b2d5a', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:48Z', 'updated_at': '2022-05-27T03:50:41Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:43.674410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-12ef71b2-df96-4d75-9f1a-918533ee05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:43.676228 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-12ef71b2-df96-4d75-9f1a-918533ee05dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.0995305 May 27 03:50:43.773943 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-0dd706a0-06d8-404b-b318-e41749921e7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 999 time: 0.0906227 May 27 03:50:43.828340 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-21b579cd-741e-4813-b816-cfe2f55ac566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:43.829828 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-21b579cd-741e-4813-b816-cfe2f55ac566 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0462582 May 27 03:50:43.843701 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c47b1-76ff-4240-a0ce-c55ec28b78d3 None None] New status for floating IP d85cffff-5561-44ac-ae26-2abe9b1b2d5a: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:43.878343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-11ef6cd3-3f0f-48b7-98f5-1f125d921144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:43.880780 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-11ef6cd3-3f0f-48b7-98f5-1f125d921144 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436795 May 27 03:50:43.951588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:44.005911 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-62b71a4c-f348-4b78-933a-d0855c1d3edd service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184614 May 27 03:50:44.121060 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7da12622-89e5-4ca2-8044-c9c2dd6421cb req-a9c44cbe-323e-4db5-bb58-34809a91192d service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085250 May 27 03:50:44.159359 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526192-c5e4-4cbb-b31c-93d445bb8e07 req-38148092-51f7-4fb4-a1de-9dc18b4ef4f0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:44.162131 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fc526192-c5e4-4cbb-b31c-93d445bb8e07 req-38148092-51f7-4fb4-a1de-9dc18b4ef4f0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0608969 May 27 03:50:44.214914 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fc526192-c5e4-4cbb-b31c-93d445bb8e07 req-7ff06875-9402-4660-806d-c75d0c98538d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 May 27 03:50:44.343037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252cdf9-bd16-434e-94c7-22d4db47acee req-4c0a6085-32e2-48ed-a657-52821ddb50db tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:44.344559 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2252cdf9-bd16-434e-94c7-22d4db47acee req-4c0a6085-32e2-48ed-a657-52821ddb50db tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0477672 May 27 03:50:44.404058 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2252cdf9-bd16-434e-94c7-22d4db47acee req-2a5e51f3-7010-46df-a168-fc2e4e5819d6 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527029 May 27 03:50:44.517829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f275ec-0db6-4575-a0df-5d8255e7d217 req-7427fd49-76f1-4f96-ba39-3c422aab2982 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:44.519840 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d3f275ec-0db6-4575-a0df-5d8255e7d217 req-7427fd49-76f1-4f96-ba39-3c422aab2982 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0491529 May 27 03:50:44.528580 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57344) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:44.532973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'floatingip': {'port_id': 'adaeac17-3ece-4c17-855a-dc91f10d618c'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:44.572400 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:44.783412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:45.021010 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:45.112100 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:45.218051 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Floating IP d3591381-cb3d-4e45-842f-461f14e8d8c9 associated. External IP: 172.27.2.101, port: adaeac17-3ece-4c17-855a-dc91f10d618c. May 27 03:50:45.363712 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be51769-693a-41e4-8a29-52f7048f408b req-842672d2-a87c-4b59-9dfd-541122b33866 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:45.365453 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0be51769-693a-41e4-8a29-52f7048f408b req-842672d2-a87c-4b59-9dfd-541122b33866 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0523183 May 27 03:50:45.427805 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0be51769-693a-41e4-8a29-52f7048f408b req-5a92b473-3c8a-45bd-92bf-b3991b5969f1 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 May 27 03:50:45.442178 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:45.485491 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:45.549155 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:45.559697 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:45.559839 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:45.575241 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:45.576023 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:50:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:45.598183 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f09f1b62-38a7-4ea0-bcb8-ee35d206bebc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "PUT /v2.0/floatingips/d3591381-cb3d-4e45-842f-461f14e8d8c9 HTTP/1.1" status: 200 len: 991 time: 1.0660336 May 27 03:50:45.598183 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:45.598904 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:45.654459 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c86150-cf3c-4342-bf3a-af513f152022 x-openstack-request-id: req-34c86150-cf3c-4342-bf3a-af513f152022 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:45.654760 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:45.656315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34c86150-cf3c-4342-bf3a-af513f152022 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:45.656315 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c86150-cf3c-4342-bf3a-af513f152022'] response: {'name': 'network-changed', 'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'status': 'completed', 'code': 200} May 27 03:50:45.756159 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:45.760178 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:45.920121 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:45.998201 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd3591381-cb3d-4e45-842f-461f14e8d8c9', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:bb:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:45Z', 'updated_at': '2022-05-27T03:50:44Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:46.030829 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:46.040609 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:46.041209 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:50:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:46.149798 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:46.432340 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd3591381-cb3d-4e45-842f-461f14e8d8c9', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:bb:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:45Z', 'updated_at': '2022-05-27T03:50:44Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:46.475200 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69021c90-c365-4bcc-a423-36b83d0240a4 None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd3591381-cb3d-4e45-842f-461f14e8d8c9', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:bb:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:45Z', 'updated_at': '2022-05-27T03:50:44Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:46.508561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-16711013-a70a-41d1-a9a0-421260960ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:46.511100 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-16711013-a70a-41d1-a9a0-421260960ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0641036 May 27 03:50:46.625682 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a28585-66f0-4925-b74d-d56815fd35e6 req-9e3be6f8-8b6d-47ab-923c-95279ae1b28f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:46.633326 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4a28585-66f0-4925-b74d-d56815fd35e6 req-9e3be6f8-8b6d-47ab-923c-95279ae1b28f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.1201184 May 27 03:50:46.706972 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4a28585-66f0-4925-b74d-d56815fd35e6 req-6bcbc3bb-cdd5-4c4a-9bac-a5825a7c0a08 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708263 May 27 03:50:46.780360 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-e25724fb-4be9-437e-ac5e-abedc6aa8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:46.785683 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-e25724fb-4be9-437e-ac5e-abedc6aa8cbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 912 time: 0.2300308 May 27 03:50:46.800748 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b4041-949c-438e-ac46-5a82d0a65585 None None] New status for floating IP d3591381-cb3d-4e45-842f-461f14e8d8c9: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:47.021895 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57420) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:47.164622 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:47.180846 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-6a55ba7c-4e7e-495f-9807-95a2c50c5498 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 1001 time: 0.0641642 May 27 03:50:47.211247 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.229100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:47.235260 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-5c2c7557-4f98-490e-a310-0dfc76748178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:47.236925 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-5c2c7557-4f98-490e-a310-0dfc76748178 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.0472529 May 27 03:50:47.296970 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-918d7343-703c-49ab-b0e1-7734f0ae1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:47.299006 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-918d7343-703c-49ab-b0e1-7734f0ae1640 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551772 May 27 03:50:47.318764 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Publish callbacks [] for security_group (c4cb0682-085e-4d75-a64e-b4736e9e374a), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.408976 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-6f903a65-7b37-42ea-a50c-2731c231bd88 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958118 May 27 03:50:47.416309 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c4cb0682-085e-4d75-a64e-b4736e9e374a), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.444146 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:47.465909 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb0682-085e-4d75-a64e-b4736e9e374a,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.475801 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4401a3ac9ae24ff291ed2f58f8b8d31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4528167 May 27 03:50:47.477532 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.477879 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.478222 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.478744 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.478864 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 57432) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:47.479334 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.479742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.480075 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.480403 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.480763 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.481090 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.481428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.481744 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.482064 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.482412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.482733 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456cd29-4a37-4d08-96bc-09c7fc26256d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.550717 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8709e78-bfbd-4e3a-9a77-7b155d6f1d7d req-2d2baafb-dd27-457a-bc11-5b3c88d0146b service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328087 May 27 03:50:47.565567 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Publish callbacks [] for security_group (c4cb0682-085e-4d75-a64e-b4736e9e374a), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.589565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Publish callbacks [] for security_group (c4cb0682-085e-4d75-a64e-b4736e9e374a), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.719045 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c4cb0682-085e-4d75-a64e-b4736e9e374a), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.721539 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:47.727171 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4cb0682-085e-4d75-a64e-b4736e9e374a HTTP/1.1" status: 204 len: 168 time: 0.2429211 May 27 03:50:47.730761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb0682-085e-4d75-a64e-b4736e9e374a,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.740186 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.740626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.741125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.741610 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.742115 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.742591 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.743062 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.743532 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.744217 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.744722 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.745214 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.745697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.746206 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.746682 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.747006 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096889-3cb5-45f2-a7ae-1e7114a19046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:47.849168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c9b66-a5f4-43f4-9fa3-0459235e732b req-f5a329aa-2bc9-48f7-8939-b6c78efd3c88 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:47.850932 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ee0c9b66-a5f4-43f4-9fa3-0459235e732b req-f5a329aa-2bc9-48f7-8939-b6c78efd3c88 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0563209 May 27 03:50:47.909211 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ee0c9b66-a5f4-43f4-9fa3-0459235e732b req-9720be3e-0f3f-4e71-a273-6bde1011c7fa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 May 27 03:50:48.374202 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a289e00-5348-4822-be69-e1d361c9c8a1 req-3ac7ff4f-b86f-4529-91d3-62292fa570e3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:48.374202 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8a289e00-5348-4822-be69-e1d361c9c8a1 req-3ac7ff4f-b86f-4529-91d3-62292fa570e3 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0547605 May 27 03:50:48.437150 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8a289e00-5348-4822-be69-e1d361c9c8a1 req-5e5dd896-8a3b-466d-93b3-a93bc0850639 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 May 27 03:50:48.873670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57474) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:48.990582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115700094-network', 'tenant_id': '63afcf01a7bc4cb6a4d88d96977f7311'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:49.033072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0b265-3b06-44d2-b1fb-2edee05866c8 req-5809baf9-01c6-4ee1-a999-a19d69b59653 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:49.034809 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2cb0b265-3b06-44d2-b1fb-2edee05866c8 req-5809baf9-01c6-4ee1-a999-a19d69b59653 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0501895 May 27 03:50:49.084125 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2cb0b265-3b06-44d2-b1fb-2edee05866c8 req-35cf0ee2-1167-4ab9-b656-94bdfa5bb320 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 May 27 03:50:49.085081 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Made reservation on behalf of 63afcf01a7bc4cb6a4d88d96977f7311 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:49.087445 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.100980 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.180161 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks [] for security_group (24017def-8f36-47e9-8dbe-1b0307f35a7d), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.233577 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (24017def-8f36-47e9-8dbe-1b0307f35a7d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.257125 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:49.272860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24017def-8f36-47e9-8dbe-1b0307f35a7d,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:49.277885 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (3dbc5c87-2784-44bc-9bf1-c5c92a8d0254), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.278293 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Added segment 3dbc5c87-2784-44bc-9bf1-c5c92a8d0254 of type vlan for network 421dd454-aaa5-4da5-8431-a41684183457 May 27 03:50:49.325894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (421dd454-aaa5-4da5-8431-a41684183457), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.387449 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (421dd454-aaa5-4da5-8431-a41684183457), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.388531 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:49.389111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.392535 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:49.452483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=421dd454-aaa5-4da5-8431-a41684183457,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:49.462605 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 421dd454-aaa5-4da5-8431-a41684183457 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:50:49.476484 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-99bd4b66-b379-424a-838b-a43210944dd1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6017091 May 27 03:50:49.480153 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57486) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:49.485200 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Request body: {'subnet': {'network_id': '421dd454-aaa5-4da5-8431-a41684183457', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115700094-subnet', 'tenant_id': '63afcf01a7bc4cb6a4d88d96977f7311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:49.590782 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Made reservation on behalf of 63afcf01a7bc4cb6a4d88d96977f7311 for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:49.593183 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.653394 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e2cf-7077-4db7-80c0-044ca95b1eb2 req-86fc016f-7be4-4355-88f7-434115d37c6b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:49.655074 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d722e2cf-7077-4db7-80c0-044ca95b1eb2 req-86fc016f-7be4-4355-88f7-434115d37c6b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0985723 May 27 03:50:49.737988 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d722e2cf-7077-4db7-80c0-044ca95b1eb2 req-de57219d-bf58-4d21-b45f-ec56abe938d5 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754669 May 27 03:50:49.818973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:49.885066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (76d824bd-8dca-48b2-ad55-51759d70f47b), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.951141 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d824bd-8dca-48b2-ad55-51759d70f47b,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:49.962822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Checking segment: {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:49.963171 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Network hostable DHCP agents. Network: 421dd454-aaa5-4da5-8431-a41684183457, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:50.056076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Network 421dd454-aaa5-4da5-8431-a41684183457 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:50.202556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0393cf-0a9a-496d-8a6b-92d6e885cff2 req-dcfe4819-0975-4043-ba51-ad98d3214972 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:50.203921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 421dd454-aaa5-4da5-8431-a41684183457) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:50.204577 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-de0393cf-0a9a-496d-8a6b-92d6e885cff2 req-dcfe4819-0975-4043-ba51-ad98d3214972 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0473745 May 27 03:50:50.210670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:50.211283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:50.216577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a032a2-b094-4000-895e-f67d4b44aa3c None None] Network 421dd454-aaa5-4da5-8431-a41684183457 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:50:50.272599 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-de0393cf-0a9a-496d-8a6b-92d6e885cff2 req-2cbf39b4-93ae-4c49-996f-b52c9eaf72f2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 May 27 03:50:50.333541 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f23d16f4-6cd9-4b37-ab2a-1bed6e4a863d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8522687 May 27 03:50:50.460454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d56b0-9b42-4212-8d74-7362116dbabe None None] Network 421dd454-aaa5-4da5-8431-a41684183457 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:50:50.530861 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57522) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:50.688046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f6320704-14c4-4cea-8a7b-bdd4e6e6dc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:50.777432 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f6320704-14c4-4cea-8a7b-bdd4e6e6dc0b admin admin] Publish callbacks [] for security_group (d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:50.853993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164bf54-8b01-4e6d-be4d-a6ff76f19c9d req-9fa9e2f3-9518-42a3-b55d-2e2ab169eb3b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:50.855616 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d164bf54-8b01-4e6d-be4d-a6ff76f19c9d req-9fa9e2f3-9518-42a3-b55d-2e2ab169eb3b tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0482235 May 27 03:50:50.868995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f6320704-14c4-4cea-8a7b-bdd4e6e6dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.143966 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f6320704-14c4-4cea-8a7b-bdd4e6e6dc0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f96dde281464da29b8544be1985d236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093373 May 27 03:50:51.144436 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57530) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:51.145493 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6320704-14c4-4cea-8a7b-bdd4e6e6dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.147783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ab0858ba-85e4-4c06-a880-42553c850e7a tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:51.149353 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ab0858ba-85e4-4c06-a880-42553c850e7a tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 945 time: 0.0515091 May 27 03:50:51.157460 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:51.178246 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d164bf54-8b01-4e6d-be4d-a6ff76f19c9d req-03560d87-10e9-4170-bbdf-2eb30abdca31 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/security-groups?id=49e93940-f381-406d-9c8e-10faa8cc9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165567 May 27 03:50:51.222517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] Publish callbacks [] for security_group (d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.244873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] Publish callbacks [] for security_group (d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.330980 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Deleting port a8742307-0b90-491f-af92-acad9a86d975 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:51.331394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (a8742307-0b90-491f-af92-acad9a86d975), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.354866 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:51.365965 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.372951 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.372951 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8 HTTP/1.1" status: 204 len: 168 time: 0.2209103 May 27 03:50:51.386145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd48cc-9647-4af4-a631-3dc9a49f62e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d0cb75-b9b5-4ce0-a74a-f7190a4820e8,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.484090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580fdf-4426-4f86-ae16-e8fd7c65b1d1 req-fe23609d-c019-4b1a-97b7-e67401b084dc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:51.485817 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-25580fdf-4426-4f86-ae16-e8fd7c65b1d1 req-fe23609d-c019-4b1a-97b7-e67401b084dc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.1004746 May 27 03:50:51.527532 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] For port a8742307-0b90-491f-af92-acad9a86d975, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8742307-0b90-491f-af92-acad9a86d975,segment=NetworkSegment(a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff),segment_id=a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:51.527880 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (a8742307-0b90-491f-af92-acad9a86d975), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.555481 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Calling delete_port for a8742307-0b90-491f-af92-acad9a86d975 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:51.578248 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-25580fdf-4426-4f86-ae16-e8fd7c65b1d1 req-96879822-1761-44a5-9ed9-27ace0315572 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846663 May 27 03:50:51.733519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:51.805031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (a8742307-0b90-491f-af92-acad9a86d975), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.822446 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['a8742307-0b90-491f-af92-acad9a86d975'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:51.834234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Pushing event deleted for resources: {'Port': ['ID=a8742307-0b90-491f-af92-acad9a86d975,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.912922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] No DVR routers for this DVR port a8742307-0b90-491f-af92-acad9a86d975 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:51.915936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.919145 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-69029f3a-3785-47e6-b9e2-99d5f1f950da req-ddc244ed-4943-4854-b86f-fa79e80c12e6 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.44 "DELETE /v2.0/ports/a8742307-0b90-491f-af92-acad9a86d975 HTTP/1.1" status: 204 len: 173 time: 0.7572591 May 27 03:50:51.919610 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'name': 'network-vif-deleted', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:51.921830 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ea5e9b-0bdd-4f21-a923-86375bf42698" -d '{"events": [{"server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "name": "network-vif-deleted", "tag": "a8742307-0b90-491f-af92-acad9a86d975"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:51.958253 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0751e762-8039-41de-bd51-0079845392dd x-openstack-request-id: req-0751e762-8039-41de-bd51-0079845392dd {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:51.958561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fa848-145b-4cfe-a543-3f653837f534", "name": "network-vif-deleted", "tag": "a8742307-0b90-491f-af92-acad9a86d975", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:51.958794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0751e762-8039-41de-bd51-0079845392dd {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:51.959201 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0751e762-8039-41de-bd51-0079845392dd'] response: {'server_uuid': 'ef2fa848-145b-4cfe-a543-3f653837f534', 'name': 'network-vif-deleted', 'tag': 'a8742307-0b90-491f-af92-acad9a86d975', 'status': 'completed', 'code': 200} May 27 03:50:51.989408 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 57550) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:52.002851 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8d05-6efd-4e0a-8152-0593950aa4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.078251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8d05-6efd-4e0a-8152-0593950aa4ba admin admin] Publish callbacks [] for security_group (82178e33-dc7c-4678-86aa-0d87e85705bb), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.131067 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8d05-6efd-4e0a-8152-0593950aa4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (82178e33-dc7c-4678-86aa-0d87e85705bb), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.168788 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ab9c8d05-6efd-4e0a-8152-0593950aa4ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2e5fc97cd9e49e2b59856e06a099b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782565 May 27 03:50:52.170673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c8d05-6efd-4e0a-8152-0593950aa4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82178e33-dc7c-4678-86aa-0d87e85705bb,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.171494 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57554) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:52.224808 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] Publish callbacks [] for security_group (82178e33-dc7c-4678-86aa-0d87e85705bb), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.247726 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] Publish callbacks [] for security_group (82178e33-dc7c-4678-86aa-0d87e85705bb), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.336633 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (82178e33-dc7c-4678-86aa-0d87e85705bb), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.339563 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.340777 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82178e33-dc7c-4678-86aa-0d87e85705bb HTTP/1.1" status: 204 len: 168 time: 0.1682293 May 27 03:50:52.369570 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fd0fe-9aed-45f2-8f20-33a056bb6a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82178e33-dc7c-4678-86aa-0d87e85705bb,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.485042 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.511711 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6f199088-1bf8-4fb5-892a-718c34a4a0fc req-c863adfc-0051-4a56-a71f-ac8410534f02 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.2559795 May 27 03:50:52.713991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b62-1bec-498e-9859-69edab37c845 req-13a36c22-3c38-481e-9849-268e480ce87f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:52.715737 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7ce17b62-1bec-498e-9859-69edab37c845 req-13a36c22-3c38-481e-9849-268e480ce87f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0590122 May 27 03:50:52.787187 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:52.789387 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7ce17b62-1bec-498e-9859-69edab37c845 req-f5c9b4a6-8fcd-4a01-af95-3f516a38b8b2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665531 May 27 03:50:52.797982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-4986b86f-ab38-4f41-a385-58625b93ac9e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:52.799652 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-4986b86f-ab38-4f41-a385-58625b93ac9e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/networks?id=421dd454-aaa5-4da5-8431-a41684183457 HTTP/1.1" status: 200 len: 809 time: 0.1428695 May 27 03:50:52.820224 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a29d499-949f-46ff-ba51-36c9cd348bf0 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/quotas/63afcf01a7bc4cb6a4d88d96977f7311 HTTP/1.1" status: 200 len: 375 time: 0.0106447 May 27 03:50:52.857286 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-7850e63f-f64e-4f05-8234-2121e999436a tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314317 May 27 03:50:52.961791 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-d062ac03-6d98-4ad0-97ce-07b794cfce7d service neutron] 10.222.0.58 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971560 May 27 03:50:53.076562 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-a18e6b84-001d-41e0-81a9-28f0d3d0c2e9 service neutron] 10.222.0.58 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051364 May 27 03:50:53.524834 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ce9bbe3e-f46e-417f-a3b1-b189ddd301a7 req-678d7e04-7c9e-4f14-8efa-f4037baadfaa tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 210 time: 0.0325124 May 27 03:50:53.663336 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ccbbea13-ab2f-4b5f-a1d1-9b3782042c81 req-a74dc1fd-e69e-4a20-805e-fa3e0f3412f5 tempest-DeleteServersTestJSON-1078893643 tempest-DeleteServersTestJSON-1078893643-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa848-145b-4cfe-a543-3f653837f534 HTTP/1.1" status: 200 len: 210 time: 0.0446429 May 27 03:50:53.917818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d74f65-195a-4c77-8c80-1a289aa9e7a0 req-b73a9d38-bdf7-4b62-9900-66318115f8e7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:53.919341 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4d74f65-195a-4c77-8c80-1a289aa9e7a0 req-b73a9d38-bdf7-4b62-9900-66318115f8e7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0586097 May 27 03:50:53.972282 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4d74f65-195a-4c77-8c80-1a289aa9e7a0 req-0108bcdf-6b1c-4f7e-99e2-fa834f96f4a7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 May 27 03:50:54.626192 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01c864e8-f137-4a94-b893-6ba33eecb705 req-c777ec7e-489a-4391-b6a8-fe1934972a0b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 210 time: 0.0284836 May 27 03:50:54.776869 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device a8742307-0b90-491f-af92-acad9a86d975 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:50:54.804710 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: a8742307-0b90-491f-af92-acad9a86d975 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:50:54.805504 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device a8742307-0b90-491f-af92-acad9a86d975 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:50:55.093958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a32c06-f1fc-46a8-869d-85db31cb8f82 req-e03f1674-9b07-4eed-aa47-7a6f5f766923 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:55.095669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-43a32c06-f1fc-46a8-869d-85db31cb8f82 req-e03f1674-9b07-4eed-aa47-7a6f5f766923 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0527322 May 27 03:50:55.163037 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-43a32c06-f1fc-46a8-869d-85db31cb8f82 req-14f4c349-9a2a-49f6-8edf-089b2c4e434a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 May 27 03:50:55.644051 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:55.673881 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-e51a59c5-1fda-4e1f-aabb-1bacd0c4a033 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:55.675337 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-e51a59c5-1fda-4e1f-aabb-1bacd0c4a033 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "GET /v2.0/networks?id=421dd454-aaa5-4da5-8431-a41684183457 HTTP/1.1" status: 200 len: 809 time: 0.1091542 May 27 03:50:55.690442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Request body: {'port': {'device_id': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'network_id': '421dd454-aaa5-4da5-8431-a41684183457', 'admin_state_up': True, 'tenant_id': '63afcf01a7bc4cb6a4d88d96977f7311'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:55.746874 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-61aa89ec-070f-40c7-9f35-4642e9a61dee req-2f5c4db6-2a82-4979-8033-a7210ef910ed tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 210 time: 0.0413227 May 27 03:50:55.897616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Made reservation on behalf of 63afcf01a7bc4cb6a4d88d96977f7311 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:55.901442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.016465 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:56.037455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Allocated IP 172.20.0.13 (421dd454-aaa5-4da5-8431-a41684183457/76d824bd-8dca-48b2-ad55-51759d70f47b/685d6db4-689d-4db9-8446-18250536b8a4) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:56.204801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks [] for port (685d6db4-689d-4db9-8446-18250536b8a4), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.268595 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57710) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:56.296670 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2fde3-8609-4529-b277-2c354373aaac req-c990238a-da6e-489e-8094-bff5719b4071 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:56.298171 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-26c2fde3-8609-4529-b277-2c354373aaac req-c990238a-da6e-489e-8094-bff5719b4071 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0500598 May 27 03:50:56.303617 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.319973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Deleting subnet 9fe1efab-f17c-4c1a-b474-0341a2c407f3 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:50:56.323566 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Publish callbacks [] for subnet (9fe1efab-f17c-4c1a-b474-0341a2c407f3), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.361099 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Publish callbacks [] for subnet (9fe1efab-f17c-4c1a-b474-0341a2c407f3), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.371941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (9fe1efab-f17c-4c1a-b474-0341a2c407f3), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.375739 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Network 421dd454-aaa5-4da5-8431-a41684183457 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:56.380321 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:56.383731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:56.386421 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:56.398849 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:56.398849 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.405836 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Pushing event updated for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.431689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-26c2fde3-8609-4529-b277-2c354373aaac req-a8cd5c61-1067-4b1d-8a87-3e779eb72244 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216669 May 27 03:50:56.435376 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=54 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:56.438558 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=50 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:56.520021 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (9fe1efab-f17c-4c1a-b474-0341a2c407f3), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.523801 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-1b53eeb3-811b-46a2-a98f-5fb0d09401a2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388858 May 27 03:50:56.540757 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Request body: {'port': {'device_id': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:56.554297 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe1efab-f17c-4c1a-b474-0341a2c407f3,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.564478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.568725 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b0046c65-e3f6-4496-be65-6eb84fa18055 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9fe1efab-f17c-4c1a-b474-0341a2c407f3 HTTP/1.1" status: 204 len: 168 time: 0.2990937 May 27 03:50:56.573125 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 57716) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:56.651557 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (6b10384b-df11-4c6b-b1fe-437c3d19a049), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.651818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (685d6db4-689d-4db9-8446-18250536b8a4), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.747986 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (6b10384b-df11-4c6b-b1fe-437c3d19a049), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.767937 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:56.774822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.775653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.776699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.777038 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > port after_create 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.777370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > port after_delete 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.777707 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > port after_update 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.778028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.778346 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.778661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.778979 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.900995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.901344 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.901667 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.901995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:50:56.902389 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b10384b-df11-4c6b-b1fe-437c3d19a049']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:56.955849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:56.955980 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:56.970412 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685d6db4-689d-4db9-8446-18250536b8a4 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:56.981102 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:56.986497 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks [] for port (685d6db4-689d-4db9-8446-18250536b8a4), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.000177 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Transition to ACTIVE for port object 685d6db4-689d-4db9-8446-18250536b8a4 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:57.006386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53162-926e-48a9-8051-b4784b5b0d1c req-922d51bb-94ed-41be-b32a-6eac9ca2cedc tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.007971 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-81c53162-926e-48a9-8051-b4784b5b0d1c req-922d51bb-94ed-41be-b32a-6eac9ca2cedc tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 932 time: 0.1002064 May 27 03:50:57.015177 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.030396 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:50:57.030877 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.085320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.126696 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:57.133142 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-81c53162-926e-48a9-8051-b4784b5b0d1c req-2f7d352d-8439-46a7-9d87-0aa2d8456cc7 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192210 May 27 03:50:57.140665 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Pushing event updated for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:57.178727 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Attempting to bind port 685d6db4-689d-4db9-8446-18250536b8a4 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:57.179124 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Attempting to bind port 685d6db4-689d-4db9-8446-18250536b8a4 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:57.179536 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Attempting to bind port 685d6db4-689d-4db9-8446-18250536b8a4 on network 421dd454-aaa5-4da5-8431-a41684183457 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:57.184760 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Port 685d6db4-689d-4db9-8446-18250536b8a4 on network 421dd454-aaa5-4da5-8431-a41684183457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Attempting to bind port 685d6db4-689d-4db9-8446-18250536b8a4 on network 421dd454-aaa5-4da5-8431-a41684183457 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Checking segment: {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Bound using segment: {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Bound port: 685d6db4-689d-4db9-8446-18250536b8a4, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:57.194954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (685d6db4-689d-4db9-8446-18250536b8a4), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.211030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (6b10384b-df11-4c6b-b1fe-437c3d19a049), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.218687 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.226406 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] 10.222.0.58 "DELETE /v2.0/networks/6b10384b-df11-4c6b-b1fe-437c3d19a049 HTTP/1.1" status: 204 len: 168 time: 0.6522045 May 27 03:50:57.248047 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a05e7-fbe9-4794-9715-9696696af80e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b10384b-df11-4c6b-b1fe-437c3d19a049,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:57.268242 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:57.268771 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff resource provider aggregate not found May 27 03:50:57.275370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:57.278373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=685d6db4-689d-4db9-8446-18250536b8a4,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:57.291750 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9cb1ee5-03a9-4c28-b475-d1c8a47b3bff found for delete ", "request_id": "req-1cbb7a15-2b52-4f5e-8b40-c4bba49e4808"}]} May 27 03:50:57.382483 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.417699 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.418326 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.419714 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] 10.222.0.44 "PUT /v2.0/ports/685d6db4-689d-4db9-8446-18250536b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.8860350 May 27 03:50:57.422234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:57.425232 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "tag": "685d6db4-689d-4db9-8446-18250536b8a4"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:57.452947 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78a826-3d56-42b0-9428-5e8aeebba50d service neutron] Pushing event updated for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:57.462441 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6c54a-6093-442d-8cd4-2c3bdb62125b x-openstack-request-id: req-5dc6c54a-6093-442d-8cd4-2c3bdb62125b {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:57.462741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "tag": "685d6db4-689d-4db9-8446-18250536b8a4", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:57.462991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dc6c54a-6093-442d-8cd4-2c3bdb62125b {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:57.463418 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc6c54a-6093-442d-8cd4-2c3bdb62125b'] response: {'name': 'network-changed', 'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4', 'status': 'completed', 'code': 200} May 27 03:50:57.536924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-bd03f2b5-f511-41d0-992b-59d7179f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.538494 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-bd03f2b5-f511-41d0-992b-59d7179f8951 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 1128 time: 0.0468221 May 27 03:50:57.567483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9ed5-a3ad-4441-be26-25f778186f02 req-9a0fcccc-1d5c-49ec-8ef5-af417770cf84 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.569294 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4cae9ed5-a3ad-4441-be26-25f778186f02 req-9a0fcccc-1d5c-49ec-8ef5-af417770cf84 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0553629 May 27 03:50:57.628966 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4cae9ed5-a3ad-4441-be26-25f778186f02 req-8d102eb6-aba3-4499-b827-89eb8886591e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523150 May 27 03:50:57.658138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:57.661357 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-06dea96d-cea2-4a10-bd1e-d619acdbf4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.662851 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-06dea96d-cea2-4a10-bd1e-d619acdbf4c8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1124578 May 27 03:50:57.663982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 57748) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:57.759619 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2047bfb2-64c3-4c24-86fb-c3c1b0cae178 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e34d34b28b44d399fe2a1e011771f22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0943985 May 27 03:50:57.762026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 57750) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:57.821862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-43797bab-6d6f-4005-a08e-4d80a781660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.823307 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db52fc24-ab4c-4cc7-a2e6-b88cf9f96ef6 req-43797bab-6d6f-4005-a08e-4d80a781660a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530476 May 27 03:50:57.842142 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] Publish callbacks [] for security_group (49e93940-f381-406d-9c8e-10faa8cc9e0c), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.869924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] Publish callbacks [] for security_group (49e93940-f381-406d-9c8e-10faa8cc9e0c), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.934152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-eba8b754-2e9f-4269-a29c-0b540a7e6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.935652 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-eba8b754-2e9f-4269-a29c-0b540a7e6b82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 1128 time: 0.0637190 May 27 03:50:57.980210 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-ec1b012b-9973-4bd1-bcba-56db522356d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=685d6db4-689d-4db9-8446-18250536b8a4 HTTP/1.1" status: 200 len: 217 time: 0.0345309 May 27 03:50:58.034093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-52b04f28-b845-4dab-bff9-95089d6a95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:58.035616 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-52b04f28-b845-4dab-bff9-95089d6a95a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76d824bd-8dca-48b2-ad55-51759d70f47b HTTP/1.1" status: 200 len: 849 time: 0.0484655 May 27 03:50:58.038542 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (49e93940-f381-406d-9c8e-10faa8cc9e0c), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.041050 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.042075 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49e93940-f381-406d-9c8e-10faa8cc9e0c HTTP/1.1" status: 204 len: 168 time: 0.2791886 May 27 03:50:58.058401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0196aa-af3a-4529-ac89-bfb0799617e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e93940-f381-406d-9c8e-10faa8cc9e0c,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.079170 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-cd3499d3-e62c-47f2-b278-346aabd2220f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=421dd454-aaa5-4da5-8431-a41684183457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298791 May 27 03:50:58.177638 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-e26a0f17-fb87-41db-8636-abdf6a8c69d9 service neutron] 10.222.0.44 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894451 May 27 03:50:58.251785 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:58.294703 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda1dbd-7b11-4f69-aa2f-e154d80fb0b6 req-1412e10e-bf55-4de6-a949-bbd557a29158 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:58.296299 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-eeda1dbd-7b11-4f69-aa2f-e154d80fb0b6 req-1412e10e-bf55-4de6-a949-bbd557a29158 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0605659 May 27 03:50:58.337703 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd749d67-67d0-46dd-b34f-a42d560543f5 req-d15a404a-c7c1-49f4-ac86-9cca46de05e6 service neutron] 10.222.0.44 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529233 May 27 03:50:58.362918 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-eeda1dbd-7b11-4f69-aa2f-e154d80fb0b6 req-5284cad3-eb33-46a9-8703-5374c2aacc57 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584924 May 27 03:50:58.756720 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3f2be-cffc-46a6-bbec-28866d21b119 req-fb5e4c4c-cb42-4238-b740-b13b9de53ccb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:58.758299 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0bb3f2be-cffc-46a6-bbec-28866d21b119 req-fb5e4c4c-cb42-4238-b740-b13b9de53ccb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0575395 May 27 03:50:58.821658 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0bb3f2be-cffc-46a6-bbec-28866d21b119 req-1129b6cb-4e2a-4a53-808d-ab2893e4c19c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573061 May 27 03:50:59.490538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265fbc-75af-4f30-871d-b1b739a101de req-6d595469-2f61-4c0b-bfc8-961452340fff tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.492329 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a1265fbc-75af-4f30-871d-b1b739a101de req-6d595469-2f61-4c0b-bfc8-961452340fff tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0572491 May 27 03:50:59.543904 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a1265fbc-75af-4f30-871d-b1b739a101de req-a67217a8-ce42-4134-999d-276ab6927d6e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 May 27 03:50:59.965675 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6f233-3bbb-4955-8291-479b2bcfe9f0 req-d74064e7-c9e5-481b-841f-7b16cbdc2813 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.969750 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c5d6f233-3bbb-4955-8291-479b2bcfe9f0 req-d74064e7-c9e5-481b-841f-7b16cbdc2813 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0665042 May 27 03:51:00.030427 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c5d6f233-3bbb-4955-8291-479b2bcfe9f0 req-d4ac04d7-3c25-4d3e-8bce-2d6e0b4518c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 May 27 03:51:00.672151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05457-1652-4521-a96d-3dccc745b903 req-fb48462a-c9e7-4e41-8743-bbab317410c8 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:00.673692 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbe05457-1652-4521-a96d-3dccc745b903 req-fb48462a-c9e7-4e41-8743-bbab317410c8 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0498493 May 27 03:51:00.724211 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbe05457-1652-4521-a96d-3dccc745b903 req-0977b861-de30-48d0-b86b-2ba5c2bafc19 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 May 27 03:51:01.150784 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234c85-70cc-4eb1-8986-3ffcdcd8f770 req-a402a690-c451-4bf2-95b1-07c3a91c6d0f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:01.152341 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d234c85-70cc-4eb1-8986-3ffcdcd8f770 req-a402a690-c451-4bf2-95b1-07c3a91c6d0f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0516675 May 27 03:51:01.208011 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d234c85-70cc-4eb1-8986-3ffcdcd8f770 req-4e002959-3dbd-4761-92aa-22152fdd3872 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 May 27 03:51:01.842837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac789-ac21-4c30-930c-1f5fb6fda23f req-fd0e496e-b5cb-4e9b-b1c0-d252153eb946 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:01.844188 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b51ac789-ac21-4c30-930c-1f5fb6fda23f req-fd0e496e-b5cb-4e9b-b1c0-d252153eb946 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0519454 May 27 03:51:01.891286 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b51ac789-ac21-4c30-930c-1f5fb6fda23f req-7c2962fe-5733-43fa-8dcd-71c4a93976cd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 May 27 03:51:02.329841 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f252d-2eea-45c2-8d58-425a6cd91cc3 req-ba84f012-5443-47cc-8476-8dc08cf58c9e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:02.331442 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f23f252d-2eea-45c2-8d58-425a6cd91cc3 req-ba84f012-5443-47cc-8476-8dc08cf58c9e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0511594 May 27 03:51:02.384326 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f23f252d-2eea-45c2-8d58-425a6cd91cc3 req-649c7216-9cfa-4a12-98ce-854b7bf9f275 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 May 27 03:51:02.436694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:03.007653 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056837-9a89-4687-bbf7-955f73de778c req-30144de5-5401-4218-a829-22ac4e9ccc1b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:03.009030 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-08056837-9a89-4687-bbf7-955f73de778c req-30144de5-5401-4218-a829-22ac4e9ccc1b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0470057 May 27 03:51:03.054962 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-08056837-9a89-4687-bbf7-955f73de778c req-430b3be8-21ad-4ade-8a7a-e59f50a0fe86 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 May 27 03:51:03.505084 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511bea9-947f-42c9-9d32-5ae3b1d676b3 req-a4331ba6-a727-4998-a7f9-d77f41fb61e6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:03.506973 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e511bea9-947f-42c9-9d32-5ae3b1d676b3 req-a4331ba6-a727-4998-a7f9-d77f41fb61e6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0502608 May 27 03:51:03.555891 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e511bea9-947f-42c9-9d32-5ae3b1d676b3 req-7e1b7ab2-6d78-47fd-8626-1fe1a64e085f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 May 27 03:51:04.170259 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d4246-8cc5-4662-8ff4-300c26802423 req-d9bf45c6-9c9e-409b-810d-59379f70724f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:04.171769 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc0d4246-8cc5-4662-8ff4-300c26802423 req-d9bf45c6-9c9e-409b-810d-59379f70724f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0472779 May 27 03:51:04.222611 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc0d4246-8cc5-4662-8ff4-300c26802423 req-1bba3d79-818c-428a-a6eb-6b2400eb4352 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 May 27 03:51:04.675294 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0650b-f477-4d87-b034-2a18528f9127 req-306a682e-18bb-478e-8698-2d80dc0a117f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:04.676834 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e1f0650b-f477-4d87-b034-2a18528f9127 req-306a682e-18bb-478e-8698-2d80dc0a117f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0530508 May 27 03:51:04.726615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e1f0650b-f477-4d87-b034-2a18528f9127 req-c2877886-6244-4398-8e25-30486e5ee8c8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 May 27 03:51:05.338846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9530114-1bb2-4aed-b7f6-43de9d648473 req-ffa0c6db-9dff-4910-8dc5-e878a2f2b853 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:05.340329 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d9530114-1bb2-4aed-b7f6-43de9d648473 req-ffa0c6db-9dff-4910-8dc5-e878a2f2b853 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0479424 May 27 03:51:05.388566 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d9530114-1bb2-4aed-b7f6-43de9d648473 req-ceb28481-d7da-47f6-8203-9233d16ac2de tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 May 27 03:51:05.839732 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff4ac-f672-4629-a81e-8f434055f5a9 req-cdfff453-3a22-4752-88ac-23390a238c47 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:05.841267 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-11eff4ac-f672-4629-a81e-8f434055f5a9 req-cdfff453-3a22-4752-88ac-23390a238c47 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0478323 May 27 03:51:05.889630 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-11eff4ac-f672-4629-a81e-8f434055f5a9 req-c52b02e6-a826-40a5-89b2-77e8b3c252f0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 May 27 03:51:06.381914 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fc988cc3-9f99-43ec-9eef-f2d495a47730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:06.470810 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:06.510642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc5de-76f9-405c-9d77-55eb6103c182 req-6945c954-30a0-4985-b4aa-d751e07d3412 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:06.512229 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-229bc5de-76f9-405c-9d77-55eb6103c182 req-6945c954-30a0-4985-b4aa-d751e07d3412 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0537848 May 27 03:51:06.564112 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-229bc5de-76f9-405c-9d77-55eb6103c182 req-cb73e23f-ccb2-4324-99e0-6b3c8eda9a0a tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 May 27 03:51:07.006716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee8c9f-f4dd-43b9-8d5f-9437e203f0d7 req-fbd25656-42fd-4d36-8c4d-029e50b4b6eb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:07.008288 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-52ee8c9f-f4dd-43b9-8d5f-9437e203f0d7 req-fbd25656-42fd-4d36-8c4d-029e50b4b6eb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0523763 May 27 03:51:07.060144 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-52ee8c9f-f4dd-43b9-8d5f-9437e203f0d7 req-aa0d3398-0115-4e46-bd19-bb7726d97849 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 May 27 03:51:07.690842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde62f-38cd-4b8e-8dbf-836b6afb149f req-abda4537-f797-4499-b188-f05aa5e6a045 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:07.692945 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8acde62f-38cd-4b8e-8dbf-836b6afb149f req-abda4537-f797-4499-b188-f05aa5e6a045 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0553854 May 27 03:51:07.742377 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8acde62f-38cd-4b8e-8dbf-836b6afb149f req-5a4d8ced-710e-48a3-b4dc-31237065302c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 May 27 03:51:08.138969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:08.175643 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe61a-ceaa-487c-807d-feb88c498602 req-813cf6ad-e13b-49ce-be4b-17767d96bb82 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:08.177231 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dc4fe61a-ceaa-487c-807d-feb88c498602 req-813cf6ad-e13b-49ce-be4b-17767d96bb82 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0491354 May 27 03:51:08.225279 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dc4fe61a-ceaa-487c-807d-feb88c498602 req-8f7c1e52-db43-4d33-aa67-8c3fbe9e6b7b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 May 27 03:51:08.858591 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e34b5-dee6-409b-86d4-61ec33db2e99 req-4bcfd661-93c2-4acd-896e-f5eb61237c2c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:08.860051 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b3e34b5-dee6-409b-86d4-61ec33db2e99 req-4bcfd661-93c2-4acd-896e-f5eb61237c2c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0468338 May 27 03:51:08.907668 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b3e34b5-dee6-409b-86d4-61ec33db2e99 req-7b871774-f7c3-4640-a0ad-80e8cee05499 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 May 27 03:51:09.339305 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf53b5-66f1-4a7d-bb0f-7e694a7f5318 req-b48648a0-32b5-4abb-bc18-5be2dfe554ad tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:09.340849 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ecf53b5-66f1-4a7d-bb0f-7e694a7f5318 req-b48648a0-32b5-4abb-bc18-5be2dfe554ad tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0480969 May 27 03:51:09.387955 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ecf53b5-66f1-4a7d-bb0f-7e694a7f5318 req-4c353220-b745-4743-b384-6c9948a8af93 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 May 27 03:51:09.501898 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7234c333-87c7-459d-a4ad-ffb3a5c6c33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:10.025801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372b33-fd69-46e2-9d5c-37c172383457 req-92620971-ab94-4098-ac47-36f540ffb9ef tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:10.027281 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ef372b33-fd69-46e2-9d5c-37c172383457 req-92620971-ab94-4098-ac47-36f540ffb9ef tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 944 time: 0.0472140 May 27 03:51:10.079612 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ef372b33-fd69-46e2-9d5c-37c172383457 req-ef21a8ad-19c2-41d0-92c7-9c6dc1e64638 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 May 27 03:51:10.506653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b5fde-1680-4133-a4cb-ea3ed55fc629 req-94c8a685-38e8-42ff-819e-dd8f9f05f72f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:10.508487 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1c8b5fde-1680-4133-a4cb-ea3ed55fc629 req-94c8a685-38e8-42ff-819e-dd8f9f05f72f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0530608 May 27 03:51:10.558262 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1c8b5fde-1680-4133-a4cb-ea3ed55fc629 req-da1a7ef4-a701-44f7-909a-3f3a921afd8c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 May 27 03:51:10.638537 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:10.823999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 685d6db4-689d-4db9-8446-18250536b8a4 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:51:10.920728 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=685d6db4-689d-4db9-8446-18250536b8a4,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:10.932201 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '685d6db4-689d-4db9-8446-18250536b8a4', 'network_id': '421dd454-aaa5-4da5-8431-a41684183457', 'port_id': '685d6db4-689d-4db9-8446-18250536b8a4', 'mac_address': 'fa:16:3e:38:3e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d824bd-8dca-48b2-ad55-51759d70f47b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:51:10.971081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 685d6db4-689d-4db9-8446-18250536b8a4 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:10.971460 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (685d6db4-689d-4db9-8446-18250536b8a4), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:10.985053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685d6db4-689d-4db9-8446-18250536b8a4 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:11.004204 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=685d6db4-689d-4db9-8446-18250536b8a4,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:11.061410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:11.103715 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:11.108630 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:11.195512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf22a-ef9b-4b54-8372-e50428c87f4d req-2c50d4e7-7f3f-4e15-b62d-9fc1761a8b71 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:11.197036 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dd0cf22a-ef9b-4b54-8372-e50428c87f4d req-2c50d4e7-7f3f-4e15-b62d-9fc1761a8b71 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0485232 May 27 03:51:11.217855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:11.244796 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dd0cf22a-ef9b-4b54-8372-e50428c87f4d req-c4b137ef-b661-456a-96a0-1421ad311288 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 May 27 03:51:11.570731 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:11.672630 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec64f9-eed6-415e-99c2-170a683851e1 req-edd26036-a1e3-478e-8628-cebe9f99b568 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:11.674108 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d2ec64f9-eed6-415e-99c2-170a683851e1 req-edd26036-a1e3-478e-8628-cebe9f99b568 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0477061 May 27 03:51:11.705448 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:11.722499 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d2ec64f9-eed6-415e-99c2-170a683851e1 req-0cbc2de5-c054-4577-8da0-984596466747 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 May 27 03:51:12.346095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['685d6db4-689d-4db9-8446-18250536b8a4'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:51:12.374126 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed472f3-0c1d-41c0-bd77-c5188e7d25da req-93f003bc-4a60-4f8f-b8c8-b17b71d34f65 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:12.375692 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5ed472f3-0c1d-41c0-bd77-c5188e7d25da req-93f003bc-4a60-4f8f-b8c8-b17b71d34f65 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0620975 May 27 03:51:12.435436 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5ed472f3-0c1d-41c0-bd77-c5188e7d25da req-c02ec495-358a-4086-a8b3-5213f93526e4 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 May 27 03:51:12.843278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df755d1-a91a-4ed4-85d0-de59d0446bb1 req-b05a45fc-d41b-4918-baf5-373a08318935 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:12.843278 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6df755d1-a91a-4ed4-85d0-de59d0446bb1 req-b05a45fc-d41b-4918-baf5-373a08318935 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0545044 May 27 03:51:12.895017 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6df755d1-a91a-4ed4-85d0-de59d0446bb1 req-ab8bf9af-f4b5-4eb7-b489-95cf11766ca6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 May 27 03:51:12.934216 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=28 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.936004 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:51:13.324474 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.556489 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36637-11a1-4c3f-96d1-ba292b9e3027 req-7da512ce-1ce2-4c42-9af9-334b62190897 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:13.558070 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-79f36637-11a1-4c3f-96d1-ba292b9e3027 req-7da512ce-1ce2-4c42-9af9-334b62190897 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0512826 May 27 03:51:13.607814 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-79f36637-11a1-4c3f-96d1-ba292b9e3027 req-36f7d41e-e10d-4189-b2ab-9cd09127f9c2 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 May 27 03:51:14.012041 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65b7b-3cdc-4de3-88ba-811d9c3d7e09 req-952429b9-1453-4341-ad57-4ad618b627c0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:14.013729 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7bf65b7b-3cdc-4de3-88ba-811d9c3d7e09 req-952429b9-1453-4341-ad57-4ad618b627c0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0494616 May 27 03:51:14.064010 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7bf65b7b-3cdc-4de3-88ba-811d9c3d7e09 req-309cace2-831f-4ccd-b00a-e178edae0040 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 May 27 03:51:14.728406 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d9b1-af6e-4bcd-b96f-eb02dee716ac req-9d5527e5-a81a-4609-8210-17a7b448bbac tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:14.730023 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5a47d9b1-af6e-4bcd-b96f-eb02dee716ac req-9d5527e5-a81a-4609-8210-17a7b448bbac tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0501630 May 27 03:51:14.776017 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5a47d9b1-af6e-4bcd-b96f-eb02dee716ac req-660388e8-1490-4f82-916b-12a662ecd859 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 May 27 03:51:15.176341 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04868533-7eb1-4a29-9fbf-59bb26a0d52c req-3c73722d-e52e-410d-8495-d72fa4b461ec tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:15.178210 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-04868533-7eb1-4a29-9fbf-59bb26a0d52c req-3c73722d-e52e-410d-8495-d72fa4b461ec tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0487294 May 27 03:51:15.229706 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-04868533-7eb1-4a29-9fbf-59bb26a0d52c req-ed7ca14c-9af2-45fd-ad7c-09565e49fe47 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 May 27 03:51:15.894826 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a3170-e85c-48f1-b06f-37dd4c4d7883 req-ab80571d-80d5-4765-81b1-dd24bc6dd45c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:15.896308 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a25a3170-e85c-48f1-b06f-37dd4c4d7883 req-ab80571d-80d5-4765-81b1-dd24bc6dd45c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0521197 May 27 03:51:15.943679 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a25a3170-e85c-48f1-b06f-37dd4c4d7883 req-d31e8c00-cae0-4d42-b311-3d8af7b77385 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 May 27 03:51:16.342195 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f06d-e17d-42d9-98ea-7a17ca6677f2 req-9bbd5aab-dd3d-4d98-8638-6f7cffc20822 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:16.343668 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4ae5f06d-e17d-42d9-98ea-7a17ca6677f2 req-9bbd5aab-dd3d-4d98-8638-6f7cffc20822 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0466614 May 27 03:51:16.390609 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4ae5f06d-e17d-42d9-98ea-7a17ca6677f2 req-ce763456-da08-40ea-b189-47dcf1041e8e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 May 27 03:51:17.062025 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe997-80c2-45d1-846b-1dca9b4ce190 req-9b3ff7a3-67d8-47cf-a360-7ceb7059a9af tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:17.063492 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61ebe997-80c2-45d1-846b-1dca9b4ce190 req-9b3ff7a3-67d8-47cf-a360-7ceb7059a9af tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0501175 May 27 03:51:17.109727 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61ebe997-80c2-45d1-846b-1dca9b4ce190 req-53335320-42bc-495b-8743-e731811f8281 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 May 27 03:51:17.506106 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b158b-1a42-4199-8990-40a36a4ddde6 req-8adcacb7-3e4b-4b58-84ef-1e0739f196c2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:17.507670 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-102b158b-1a42-4199-8990-40a36a4ddde6 req-8adcacb7-3e4b-4b58-84ef-1e0739f196c2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0478864 May 27 03:51:17.558704 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-102b158b-1a42-4199-8990-40a36a4ddde6 req-73c75573-96f8-47ee-b206-43615a3ad22f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 May 27 03:51:18.225227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9adf81-ce2b-4cfa-a0e2-62f205661b12 req-d639aded-b392-44ba-93cd-9b984ed23925 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:18.226697 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7f9adf81-ce2b-4cfa-a0e2-62f205661b12 req-d639aded-b392-44ba-93cd-9b984ed23925 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 945 time: 0.0466020 May 27 03:51:18.227677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 685d6db4-689d-4db9-8446-18250536b8a4 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:51:18.275685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:18.284286 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 685d6db4-689d-4db9-8446-18250536b8a4 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:51:18.284591 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7f9adf81-ce2b-4cfa-a0e2-62f205661b12 req-8fe9d71b-dc8f-4dfd-a5f2-5adc30386205 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 May 27 03:51:18.461893 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 685d6db4-689d-4db9-8446-18250536b8a4 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:51:18.462285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (685d6db4-689d-4db9-8446-18250536b8a4), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:18.533410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 685d6db4-689d-4db9-8446-18250536b8a4 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:18.533847 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (685d6db4-689d-4db9-8446-18250536b8a4), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:18.558250 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:18.560524 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f7a08e-8d3e-4bda-b15e-c2f4f0ec12a2" -d '{"events": [{"server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "name": "network-vif-plugged", "status": "completed", "tag": "685d6db4-689d-4db9-8446-18250536b8a4"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:18.573610 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=685d6db4-689d-4db9-8446-18250536b8a4,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:18.604240 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a0273-df3d-4d14-ae44-9c2f40211139 x-openstack-request-id: req-e86a0273-df3d-4d14-ae44-9c2f40211139 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:18.604775 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "name": "network-vif-plugged", "status": "completed", "tag": "685d6db4-689d-4db9-8446-18250536b8a4", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:18.605093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e86a0273-df3d-4d14-ae44-9c2f40211139 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:18.605717 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86a0273-df3d-4d14-ae44-9c2f40211139'] response: {'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4', 'code': 200} May 27 03:51:18.684915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e6bf6-4496-4084-bf26-c3d3617de80b req-8141df59-badb-4c26-a42a-f761f0f8c123 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:18.686424 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a1e6bf6-4496-4084-bf26-c3d3617de80b req-8141df59-badb-4c26-a42a-f761f0f8c123 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0544686 May 27 03:51:18.725173 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:18.737362 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a1e6bf6-4496-4084-bf26-c3d3617de80b req-f3179402-5e3b-4246-a0b8-981326bdf964 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 May 27 03:51:18.778081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:19.006939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20d106-f292-4a39-9c20-d0ed76c0c9fd req-aec8c056-982c-42df-8b4f-ea73d643115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:19.009696 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ec20d106-f292-4a39-9c20-d0ed76c0c9fd req-aec8c056-982c-42df-8b4f-ea73d643115e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 1130 time: 0.0460591 May 27 03:51:19.058603 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ec20d106-f292-4a39-9c20-d0ed76c0c9fd req-a7aed0de-86ec-47f9-ab9a-19d5cb4e037f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 May 27 03:51:19.406463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f03774-d8f6-40c8-b0dd-02373f365bb4 req-495ec770-fd02-476b-964d-24ff9081ecea tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:19.407964 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d3f03774-d8f6-40c8-b0dd-02373f365bb4 req-495ec770-fd02-476b-964d-24ff9081ecea tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0541549 May 27 03:51:19.460951 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d3f03774-d8f6-40c8-b0dd-02373f365bb4 req-7af13579-5433-4e25-b78d-92c0152be367 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 May 27 03:51:19.856581 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf53b-bae0-4ce8-b45e-02651de0b550 req-07880d0e-4966-4269-9a9d-d4cb306962cb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:19.858073 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b1adf53b-bae0-4ce8-b45e-02651de0b550 req-07880d0e-4966-4269-9a9d-d4cb306962cb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0508432 May 27 03:51:19.907041 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b1adf53b-bae0-4ce8-b45e-02651de0b550 req-4af825eb-e97e-424e-a11b-97d29c3c5462 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432642 May 27 03:51:20.580183 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97acb5-cf3d-4ffc-bc09-244b5c7c6a83 req-999dbbc5-8757-4a16-ba9f-20e5b2cb33ae tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:20.581732 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0a97acb5-cf3d-4ffc-bc09-244b5c7c6a83 req-999dbbc5-8757-4a16-ba9f-20e5b2cb33ae tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0501821 May 27 03:51:20.624128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:20.633068 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0a97acb5-cf3d-4ffc-bc09-244b5c7c6a83 req-fd7aadd9-4e8f-49ce-8f73-8877789d1f3e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 May 27 03:51:21.027738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bffa-9435-48b8-ae59-179481069c28 req-eba11478-eae3-40d9-89d3-ace4eec421f2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.029252 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8350bffa-9435-48b8-ae59-179481069c28 req-eba11478-eae3-40d9-89d3-ace4eec421f2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0503142 May 27 03:51:21.083096 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8350bffa-9435-48b8-ae59-179481069c28 req-6309aabc-be40-4f3c-9001-f39fd303bf88 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482373 May 27 03:51:21.500419 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58166) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:21.610663 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d8741189-8708-4eb8-a466-e863787f233e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:21.647392 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:21.688138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d8741189-8708-4eb8-a466-e863787f233e admin admin] Publish callbacks [] for security_group (fa0c9676-94a2-4a29-b23e-09fe656005de), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:21.748295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d8741189-8708-4eb8-a466-e863787f233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa0c9676-94a2-4a29-b23e-09fe656005de), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:21.750513 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0728b-9141-4e11-831a-6f7e7d1ca4be req-a9b6c142-5888-475d-a8dc-302fc50a074a tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.762724 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-12b0728b-9141-4e11-831a-6f7e7d1ca4be req-a9b6c142-5888-475d-a8dc-302fc50a074a tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0620091 May 27 03:51:21.798345 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d8741189-8708-4eb8-a466-e863787f233e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38717d870d3247dd8f8462e7ed9ddf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968268 May 27 03:51:21.801267 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58178) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:21.820342 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741189-8708-4eb8-a466-e863787f233e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c9676-94a2-4a29-b23e-09fe656005de,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:21.837522 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-12b0728b-9141-4e11-831a-6f7e7d1ca4be req-e46d57c6-f5b7-4fda-ba08-7bc5c2296e31 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679328 May 27 03:51:21.875837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] Publish callbacks [] for security_group (fa0c9676-94a2-4a29-b23e-09fe656005de), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:21.899030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] Publish callbacks [] for security_group (fa0c9676-94a2-4a29-b23e-09fe656005de), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:21.907596 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:22.011415 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa0c9676-94a2-4a29-b23e-09fe656005de), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.013924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.017745 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa0c9676-94a2-4a29-b23e-09fe656005de HTTP/1.1" status: 204 len: 168 time: 0.2129610 May 27 03:51:22.024526 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8838ab-296d-44ea-9c42-3df94465931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c9676-94a2-4a29-b23e-09fe656005de,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:22.206542 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428776-56e2-4401-8928-c535ff273be2 req-6a0696e2-ac52-41f8-88b9-d530485ba0e3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:22.208015 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f3428776-56e2-4401-8928-c535ff273be2 req-6a0696e2-ac52-41f8-88b9-d530485ba0e3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0466835 May 27 03:51:22.256041 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f3428776-56e2-4401-8928-c535ff273be2 req-6da4bd18-5985-4394-867c-02060d6c1101 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 May 27 03:51:22.473195 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.719011 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58202) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:22.736045 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb92b-cee3-45d1-9052-436d1121e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.811417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb92b-cee3-45d1-9052-436d1121e808 admin admin] Publish callbacks [] for security_group (4b980a95-031e-4554-9038-9ce16737416c), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.924716 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb92b-cee3-45d1-9052-436d1121e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (4b980a95-031e-4554-9038-9ce16737416c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:22.931019 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:22.939312 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58206) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:22.969973 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a5bcb92b-cee3-45d1-9052-436d1121e808 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f5495ab283148cca50894f0fc871cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498345 May 27 03:51:22.972410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58210) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:22.981033 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb92b-cee3-45d1-9052-436d1121e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b980a95-031e-4554-9038-9ce16737416c,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:23.030329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] Publish callbacks [] for security_group (4b980a95-031e-4554-9038-9ce16737416c), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.051860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a14d5e-dfb8-4f56-b4e2-83955867fece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.053014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] Publish callbacks [] for security_group (4b980a95-031e-4554-9038-9ce16737416c), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.131251 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a14d5e-dfb8-4f56-b4e2-83955867fece admin admin] Publish callbacks [] for security_group (d8587ea1-ff36-47ea-8c3b-6b8b509091ae), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.176141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (4b980a95-031e-4554-9038-9ce16737416c), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.179139 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.179894 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b980a95-031e-4554-9038-9ce16737416c HTTP/1.1" status: 204 len: 168 time: 0.2062516 May 27 03:51:23.187986 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a088f-5f6f-4aee-9cb2-f5a55d2b7f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b980a95-031e-4554-9038-9ce16737416c,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:23.221662 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a14d5e-dfb8-4f56-b4e2-83955867fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d8587ea1-ff36-47ea-8c3b-6b8b509091ae), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.261900 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a14d5e-dfb8-4f56-b4e2-83955867fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8587ea1-ff36-47ea-8c3b-6b8b509091ae,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:23.269057 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-27a14d5e-dfb8-4f56-b4e2-83955867fece admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a0f8df2c54c4a8e83307d74274ccb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282394 May 27 03:51:23.269557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58218) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:23.320865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] Publish callbacks [] for security_group (d8587ea1-ff36-47ea-8c3b-6b8b509091ae), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.373819 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] Publish callbacks [] for security_group (d8587ea1-ff36-47ea-8c3b-6b8b509091ae), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.397663 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c5183-a7c9-4b47-a9ad-4d3d10b47604 req-76c838ef-eecb-4cb1-9d79-76c0de72fcaa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:23.399401 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-853c5183-a7c9-4b47-a9ad-4d3d10b47604 req-76c838ef-eecb-4cb1-9d79-76c0de72fcaa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0740538 May 27 03:51:23.455730 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-853c5183-a7c9-4b47-a9ad-4d3d10b47604 req-ef2a7b4b-cf8d-45f4-94c5-bcb490ef341e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 May 27 03:51:23.531012 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d8587ea1-ff36-47ea-8c3b-6b8b509091ae), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.533642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.538093 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8587ea1-ff36-47ea-8c3b-6b8b509091ae HTTP/1.1" status: 204 len: 168 time: 0.2659647 May 27 03:51:23.551141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021a630-48c3-4ba9-b5a9-69737305ae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8587ea1-ff36-47ea-8c3b-6b8b509091ae,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:23.669548 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:23.735147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ff54-914c-49b4-ad6b-f5dc0316d362 req-96777776-40ff-4024-aef0-5275ec099be0 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:23.744928 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3734ff54-914c-49b4-ad6b-f5dc0316d362 req-96777776-40ff-4024-aef0-5275ec099be0 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0862992 May 27 03:51:23.803107 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3734ff54-914c-49b4-ad6b-f5dc0316d362 req-dd161f1f-c386-4f4a-934f-28dba9b6e81e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 May 27 03:51:24.514325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2d51-fc22-4886-a905-66c8e34c1acf req-3fe8052b-82cf-40e6-9061-0b33088a8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:24.516994 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fcda2d51-fc22-4886-a905-66c8e34c1acf req-3fe8052b-82cf-40e6-9061-0b33088a8735 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1129 time: 0.0408611 May 27 03:51:24.578390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:24.593836 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b62180-d8c6-4b56-9874-992d2c18306f req-9069de63-b8ee-4ec8-972c-0ffb2c48e883 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:24.595444 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-81b62180-d8c6-4b56-9874-992d2c18306f req-9069de63-b8ee-4ec8-972c-0ffb2c48e883 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0556090 May 27 03:51:24.653306 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-81b62180-d8c6-4b56-9874-992d2c18306f req-7061ec5d-c2c0-4d9e-8834-9d2b38b4fdaf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 May 27 03:51:24.668481 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58272) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:24.686648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ac956ed9-96a2-4c75-9f0a-d6f766ad0b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:24.772334 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ac956ed9-96a2-4c75-9f0a-d6f766ad0b1d admin admin] Publish callbacks [] for security_group (6f227494-33ff-459a-bf48-feab068f011f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:24.896393 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ac956ed9-96a2-4c75-9f0a-d6f766ad0b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6f227494-33ff-459a-bf48-feab068f011f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:24.915164 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daabadf-e389-47bc-a8ef-1a2c6fc5e27e req-4a4fbd33-a28b-4c33-b96d-d80c23a83608 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:24.917669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8daabadf-e389-47bc-a8ef-1a2c6fc5e27e req-4a4fbd33-a28b-4c33-b96d-d80c23a83608 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0500202 May 27 03:51:24.945199 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ac956ed9-96a2-4c75-9f0a-d6f766ad0b1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccbcc8416dc1452bb0966d71a75ebd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753129 May 27 03:51:24.946830 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac956ed9-96a2-4c75-9f0a-d6f766ad0b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f227494-33ff-459a-bf48-feab068f011f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.949180 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58280) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:24.957740 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:24.972670 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8daabadf-e389-47bc-a8ef-1a2c6fc5e27e req-6d7a177e-f3c3-4c98-b367-10554c65a00b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 May 27 03:51:24.979389 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:25.003350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] Publish callbacks [] for security_group (6f227494-33ff-459a-bf48-feab068f011f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:25.026993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] Publish callbacks [] for security_group (6f227494-33ff-459a-bf48-feab068f011f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:25.193380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6f227494-33ff-459a-bf48-feab068f011f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:25.196852 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:25.198138 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f227494-33ff-459a-bf48-feab068f011f HTTP/1.1" status: 204 len: 168 time: 0.2480228 May 27 03:51:25.208072 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bbef4-fe41-4863-bcbe-e764fd653506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f227494-33ff-459a-bf48-feab068f011f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:25.779978 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e9698-2286-4109-8dc4-adcc07482807 req-203152a1-db6d-47bd-9e2d-6ac38919fe9b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.781568 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-016e9698-2286-4109-8dc4-adcc07482807 req-203152a1-db6d-47bd-9e2d-6ac38919fe9b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0540447 May 27 03:51:25.839952 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-016e9698-2286-4109-8dc4-adcc07482807 req-370dc507-f724-4463-aeb1-0802acab479d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 May 27 03:51:26.101031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bafd7-0e30-4fec-bfaa-68b987185272 req-4921e44e-ff6a-4b9e-8dec-167be342314d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:26.103421 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cf2bafd7-0e30-4fec-bfaa-68b987185272 req-4921e44e-ff6a-4b9e-8dec-167be342314d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0540593 May 27 03:51:26.112059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58332) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:26.157488 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cf2bafd7-0e30-4fec-bfaa-68b987185272 req-3fd14654-cd48-45af-9761-a5e05307385f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 May 27 03:51:26.340544 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fcba7a40-5fe8-4498-8b0e-fb27289524fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.424181 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fcba7a40-5fe8-4498-8b0e-fb27289524fe admin admin] Publish callbacks [] for security_group (ef26549b-8335-44c1-aa3d-283e5fcd52e7), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.518960 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fcba7a40-5fe8-4498-8b0e-fb27289524fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ef26549b-8335-44c1-aa3d-283e5fcd52e7), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.557448 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58346) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:26.562315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba7a40-5fe8-4498-8b0e-fb27289524fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26549b-8335-44c1-aa3d-283e5fcd52e7,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.567008 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-fcba7a40-5fe8-4498-8b0e-fb27289524fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7cec1543909e407db0cf764480d31a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537361 May 27 03:51:26.570343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58350) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:26.666452 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] Publish callbacks [] for security_group (ef26549b-8335-44c1-aa3d-283e5fcd52e7), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.670058 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fcda2d51-fc22-4886-a905-66c8e34c1acf req-0a8464e1-c71b-47da-9f80-2ba63a92b263 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777609 May 27 03:51:26.695805 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] Publish callbacks [] for security_group (ef26549b-8335-44c1-aa3d-283e5fcd52e7), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.809989 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-73be124a-79eb-4c3b-b053-8591cc1d22d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.846501 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ef26549b-8335-44c1-aa3d-283e5fcd52e7), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.849147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.850251 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef26549b-8335-44c1-aa3d-283e5fcd52e7 HTTP/1.1" status: 204 len: 168 time: 0.2789464 May 27 03:51:26.869367 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663755b-5e8c-4de1-b804-3b1a41c55cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26549b-8335-44c1-aa3d-283e5fcd52e7,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.933640 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-73be124a-79eb-4c3b-b053-8591cc1d22d1 admin admin] Publish callbacks [] for security_group (a7c4a6b0-1e54-4208-b8e0-3959f1acab97), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.981899 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-73be124a-79eb-4c3b-b053-8591cc1d22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a7c4a6b0-1e54-4208-b8e0-3959f1acab97), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.995598 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10b84-4621-4b8a-855a-1ef5d9c09fb9 req-fc85c0bc-a0b3-4f8a-a826-f92d70de1bca tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:26.997191 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-80e10b84-4621-4b8a-855a-1ef5d9c09fb9 req-fc85c0bc-a0b3-4f8a-a826-f92d70de1bca tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0606401 May 27 03:51:27.035404 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-73be124a-79eb-4c3b-b053-8591cc1d22d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e9a5f8224b440c6b1b9e9a6b366fae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745009 May 27 03:51:27.035404 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be124a-79eb-4c3b-b053-8591cc1d22d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4a6b0-1e54-4208-b8e0-3959f1acab97,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:27.036239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58362) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:27.065188 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-80e10b84-4621-4b8a-855a-1ef5d9c09fb9 req-98acd672-85dc-4196-8ed2-7b8db751e916 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 May 27 03:51:27.095895 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] Publish callbacks [] for security_group (a7c4a6b0-1e54-4208-b8e0-3959f1acab97), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:27.117017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] Publish callbacks [] for security_group (a7c4a6b0-1e54-4208-b8e0-3959f1acab97), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:27.233443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a7c4a6b0-1e54-4208-b8e0-3959f1acab97), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:27.236078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:27.237373 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7c4a6b0-1e54-4208-b8e0-3959f1acab97 HTTP/1.1" status: 204 len: 168 time: 0.2000842 May 27 03:51:27.282162 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dee37-f3b8-4dcc-96b6-f71ea3056456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4a6b0-1e54-4208-b8e0-3959f1acab97,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:27.296743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:27.312584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135260-c6ca-46e0-9140-3ce2babd7132 req-4f8fea78-8640-4d02-a99a-363e009cfe1d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:27.314176 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4135260-c6ca-46e0-9140-3ce2babd7132 req-4f8fea78-8640-4d02-a99a-363e009cfe1d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0758328 May 27 03:51:27.334615 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:27.363180 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4135260-c6ca-46e0-9140-3ce2babd7132 req-842d987e-c1ab-4f85-a004-afef17319197 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 May 27 03:51:27.913933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58394) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:27.916193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a48b18d-2a95-4d76-99e4-666e9610e583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:27.951911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:28.003094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a48b18d-2a95-4d76-99e4-666e9610e583 admin admin] Publish callbacks [] for security_group (83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.056294 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a48b18d-2a95-4d76-99e4-666e9610e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.099565 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9a48b18d-2a95-4d76-99e4-666e9610e583 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bfa456a860447289ba58defabf8003d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969402 May 27 03:51:28.102276 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58406) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:28.108748 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48b18d-2a95-4d76-99e4-666e9610e583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.176979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] Publish callbacks [] for security_group (83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.193078 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d257f62-bbac-4e04-8c03-35026744f53f req-8fa675e2-a676-4136-a74b-047095fc1dd8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:28.195111 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7d257f62-bbac-4e04-8c03-35026744f53f req-8fa675e2-a676-4136-a74b-047095fc1dd8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0546162 May 27 03:51:28.203348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] Publish callbacks [] for security_group (83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.254129 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7d257f62-bbac-4e04-8c03-35026744f53f req-caff54d0-0b2f-4bcc-a457-6cea4e94403c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 May 27 03:51:28.363566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.366363 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.377122 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60 HTTP/1.1" status: 204 len: 168 time: 0.2648022 May 27 03:51:28.377122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0e22e-8e14-43db-93af-22ca42623679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b96ef4-2dd8-4ee4-abb7-e01b6eb13f60,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.495043 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbe0a7-3db9-4655-a489-0ac47a4e7b22 req-23070813-efe3-4b85-885c-7a8641a161a9 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:28.502803 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f8bbe0a7-3db9-4655-a489-0ac47a4e7b22 req-23070813-efe3-4b85-885c-7a8641a161a9 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0611811 May 27 03:51:28.549871 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f8bbe0a7-3db9-4655-a489-0ac47a4e7b22 req-6327214e-8020-4a1f-9820-83eaeda85fcd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 May 27 03:51:29.375256 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a7fa-095e-4aca-94c2-8dfba4b9e74e req-c8b0cc31-6a7b-4f01-a29b-b066da03ee3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:29.376570 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85a0a7fa-095e-4aca-94c2-8dfba4b9e74e req-c8b0cc31-6a7b-4f01-a29b-b066da03ee3b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0515840 May 27 03:51:29.427632 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85a0a7fa-095e-4aca-94c2-8dfba4b9e74e req-d76ba10a-6ec6-42ac-a0af-2334152dbf90 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 May 27 03:51:29.673915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f91f3-1443-4851-9ff9-5dabce8f0239 req-8d8aa6a1-6426-42d8-bfd4-45b46588878b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:29.675453 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed0f91f3-1443-4851-9ff9-5dabce8f0239 req-8d8aa6a1-6426-42d8-bfd4-45b46588878b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0497651 May 27 03:51:29.725633 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed0f91f3-1443-4851-9ff9-5dabce8f0239 req-0d9f25a5-1635-4c36-afc7-144bcef31e48 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 May 27 03:51:30.564090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-f56fb417-f39e-4872-b7f7-4e3322bee628 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:30.566359 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-f56fb417-f39e-4872-b7f7-4e3322bee628 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.0605655 May 27 03:51:30.569963 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52e222-890d-4962-9fb2-792a39ee12f4 req-1fd60f50-a7e2-4a9b-8071-f8421b665cb9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:30.571589 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eb52e222-890d-4962-9fb2-792a39ee12f4 req-1fd60f50-a7e2-4a9b-8071-f8421b665cb9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0726616 May 27 03:51:30.610586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.626486 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-eb52e222-890d-4962-9fb2-792a39ee12f4 req-3f88fb5a-24c9-45ea-bb27-f38ea4b96e07 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 May 27 03:51:30.629749 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.675496 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Deleting port 685d6db4-689d-4db9-8446-18250536b8a4 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:51:30.676062 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (685d6db4-689d-4db9-8446-18250536b8a4), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.775538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] For port 685d6db4-689d-4db9-8446-18250536b8a4, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=685d6db4-689d-4db9-8446-18250536b8a4,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:30.775898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (685d6db4-689d-4db9-8446-18250536b8a4), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.789985 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Calling delete_port for 685d6db4-689d-4db9-8446-18250536b8a4 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:51:30.899209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cce92-a43d-4de5-942c-5ec85e18f7df req-d939c720-0d90-45f7-8232-32454b34204f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:30.900761 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b5cce92-a43d-4de5-942c-5ec85e18f7df req-d939c720-0d90-45f7-8232-32454b34204f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 946 time: 0.1023138 May 27 03:51:31.000610 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b5cce92-a43d-4de5-942c-5ec85e18f7df req-7878beef-9164-4b71-aee6-86a0d38ee896 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 May 27 03:51:31.066771 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (685d6db4-689d-4db9-8446-18250536b8a4), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:31.076066 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:31.083441 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['685d6db4-689d-4db9-8446-18250536b8a4'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:51:31.101022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Pushing event deleted for resources: {'Port': ['ID=685d6db4-689d-4db9-8446-18250536b8a4,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.150561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] No DVR routers for this DVR port 685d6db4-689d-4db9-8446-18250536b8a4 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:31.153792 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:31.157856 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4fe33a9f-700e-4fd3-beae-a9c7b7fbb933 req-2dfb2698-45d0-4121-b654-2b245d81dc55 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "DELETE /v2.0/ports/685d6db4-689d-4db9-8446-18250536b8a4 HTTP/1.1" status: 204 len: 173 time: 0.5726912 May 27 03:51:31.158350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'name': 'network-vif-deleted', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:31.160707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9db267-18c2-4f79-8609-b7f3a4a70730" -d '{"events": [{"server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "name": "network-vif-deleted", "tag": "685d6db4-689d-4db9-8446-18250536b8a4"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:31.201954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a1006c-0996-4664-8fd9-9dee4de004c4 x-openstack-request-id: req-d6a1006c-0996-4664-8fd9-9dee4de004c4 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:31.201954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b0e2f-9b14-4350-9934-92a2a4f605c7", "name": "network-vif-deleted", "tag": "685d6db4-689d-4db9-8446-18250536b8a4", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:31.201954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6a1006c-0996-4664-8fd9-9dee4de004c4 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:31.201954 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a1006c-0996-4664-8fd9-9dee4de004c4'] response: {'server_uuid': '7a6b0e2f-9b14-4350-9934-92a2a4f605c7', 'name': 'network-vif-deleted', 'tag': '685d6db4-689d-4db9-8446-18250536b8a4', 'status': 'completed', 'code': 200} May 27 03:51:31.749625 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5b77-a6c0-472e-9f06-601919cd3350 req-cd0ae42d-5561-474b-b47a-239ddd2f6633 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:31.751060 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f93b5b77-a6c0-472e-9f06-601919cd3350 req-cd0ae42d-5561-474b-b47a-239ddd2f6633 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0545490 May 27 03:51:31.800759 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f93b5b77-a6c0-472e-9f06-601919cd3350 req-42980fdd-16ba-4625-98fc-36c173ea3278 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 May 27 03:51:31.924558 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdcba-e2fd-40ef-9a08-bd5f2302585f req-834171d4-fdd3-444c-853a-bc12b9b07792 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:31.926053 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b89cdcba-e2fd-40ef-9a08-bd5f2302585f req-834171d4-fdd3-444c-853a-bc12b9b07792 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0508008 May 27 03:51:31.980768 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b89cdcba-e2fd-40ef-9a08-bd5f2302585f req-b70295eb-f992-42a0-b1e9-6dd68bed53df tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488112 May 27 03:51:32.126695 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7abd682b-df6b-4a0b-b23b-2e63b09d6a41 req-905b2af2-fc36-4a5b-b544-fabbd13e118e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6b0e2f-9b14-4350-9934-92a2a4f605c7 HTTP/1.1" status: 200 len: 210 time: 0.0324302 May 27 03:51:33.682924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-8b140528-a583-4898-82f8-56e2c5899956 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:33.684413 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-8b140528-a583-4898-82f8-56e2c5899956 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/networks?id=421dd454-aaa5-4da5-8431-a41684183457 HTTP/1.1" status: 200 len: 809 time: 0.3358371 May 27 03:51:33.700269 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-e1fbb347-ecfa-4294-8765-d06ede29febf tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/quotas/63afcf01a7bc4cb6a4d88d96977f7311 HTTP/1.1" status: 200 len: 375 time: 0.0104795 May 27 03:51:33.733986 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-2d87207e-55ab-4a16-8507-e8876009043d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282202 May 27 03:51:33.829202 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-172e8a4f-93dd-47b2-a91e-47fad690f1a0 service neutron] 10.222.0.58 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881593 May 27 03:51:33.921550 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-223b996a-c4a5-44b5-b1f0-9ffe536a3274 service neutron] 10.222.0.58 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859873 May 27 03:51:34.210359 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8614307c-0a0c-454a-9d45-ff5f7b2d6414 req-b6cf1316-c732-4799-a656-b3bc31b0fe14 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 210 time: 0.0312715 May 27 03:51:34.284930 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 685d6db4-689d-4db9-8446-18250536b8a4 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:51:34.305861 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 685d6db4-689d-4db9-8446-18250536b8a4 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:51:34.306212 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 685d6db4-689d-4db9-8446-18250536b8a4 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:51:35.309867 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a65d5418-5556-43cd-80aa-18ed89bd6c98 req-f753bdd1-8edf-4bc1-a78f-4a771bd5dccd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 210 time: 0.0292816 May 27 03:51:36.216603 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-d5c07ced-190f-48ab-8047-0ee501a95c1e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.218124 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-d5c07ced-190f-48ab-8047-0ee501a95c1e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "GET /v2.0/networks?id=421dd454-aaa5-4da5-8431-a41684183457 HTTP/1.1" status: 200 len: 809 time: 0.1137068 May 27 03:51:36.231465 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Request body: {'port': {'device_id': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'network_id': '421dd454-aaa5-4da5-8431-a41684183457', 'admin_state_up': True, 'tenant_id': '63afcf01a7bc4cb6a4d88d96977f7311'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:36.432906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0a78a4eb-d287-43da-9e81-b0f95fcdf66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:36.440251 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2459cb10-1cfc-474d-9bab-b7f95586dae7 req-cbafa145-5998-4bb4-a94b-c2e53a7b1a0e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 210 time: 0.0439909 May 27 03:51:36.472991 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-66e69be0-0b04-471b-a628-df80e060f33c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657744 May 27 03:51:36.509228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Made reservation on behalf of 63afcf01a7bc4cb6a4d88d96977f7311 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:36.522416 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:36.543181 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-722f0735-9782-4af3-9c0a-293f04686f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.544809 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-722f0735-9782-4af3-9c0a-293f04686f0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.0515194 May 27 03:51:36.690665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:36.690890 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Allocated IP 172.20.0.7 (421dd454-aaa5-4da5-8431-a41684183457/76d824bd-8dca-48b2-ad55-51759d70f47b/c22ab558-69a2-441c-a0f1-b3052c9608fb) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:36.708105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-c46d152d-3a42-48e7-a3c3-3947e9d7b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.710152 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-c46d152d-3a42-48e7-a3c3-3947e9d7b246 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1304724 May 27 03:51:36.751629 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-eeb332bc-32ef-41ca-9e1d-0aadc174e420 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.0336628 May 27 03:51:36.804969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-4c841b8f-5aa7-46b2-97d0-9969ed3e6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.807127 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-4c841b8f-5aa7-46b2-97d0-9969ed3e6018 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0471528 May 27 03:51:36.823964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:36.853927 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:36.861132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-a5ae557f-9305-445d-95fa-0ab0a306ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.862701 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-a5ae557f-9305-445d-95fa-0ab0a306ae91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464132 May 27 03:51:36.961886 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-ce91826d-1e4b-456d-96e3-b072a8e9b731 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924735 May 27 03:51:36.981262 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks [] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:37.060383 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e11d9bf2-530b-431f-949c-fc1680a58f31 req-a7856eb6-35db-489a-b73a-cecd6b5dcf10 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915556 May 27 03:51:37.086761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:37.131350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Network 421dd454-aaa5-4da5-8431-a41684183457 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:37.136789 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:37.140667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:51:37.145768 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:37.146827 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:37.159945 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Pushing event updated for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:37.230838 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-ddcc94e7-bdd4-46e1-9d24-f87485af96b6 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0041153 May 27 03:51:37.478091 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Request body: {'port': {'device_id': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:37.582114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:37.603541 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d744-2858-4335-925e-bc24c80f06af req-9c2968dd-e1ba-4c4e-916b-2025ad70c2c1 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:37.605408 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8965d744-2858-4335-925e-bc24c80f06af req-9c2968dd-e1ba-4c4e-916b-2025ad70c2c1 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 931 time: 0.0872757 May 27 03:51:37.706506 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8965d744-2858-4335-925e-bc24c80f06af req-44c15d01-ff83-4060-8595-abe8a0197bea tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950673 May 27 03:51:37.770293 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:37.940436 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22ab558-69a2-441c-a0f1-b3052c9608fb {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:37.948442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks [] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:37.962941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Transition to ACTIVE for port object c22ab558-69a2-441c-a0f1-b3052c9608fb will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:51:38.056175 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:38.111008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:38.148351 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Attempting to bind port c22ab558-69a2-441c-a0f1-b3052c9608fb on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:51:38.148723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Attempting to bind port c22ab558-69a2-441c-a0f1-b3052c9608fb by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:51:38.149084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Attempting to bind port c22ab558-69a2-441c-a0f1-b3052c9608fb on network 421dd454-aaa5-4da5-8431-a41684183457 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:51:38.155060 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Port c22ab558-69a2-441c-a0f1-b3052c9608fb on network 421dd454-aaa5-4da5-8431-a41684183457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:51:38.155471 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Attempting to bind port c22ab558-69a2-441c-a0f1-b3052c9608fb on network 421dd454-aaa5-4da5-8431-a41684183457 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:51:38.160878 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:51:38.161192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Checking segment: {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:51:38.161942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Bound using segment: {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:51:38.162060 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Bound port: c22ab558-69a2-441c-a0f1-b3052c9608fb, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '421dd454-aaa5-4da5-8431-a41684183457'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:51:38.162384 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:38.236194 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:38.239929 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:38.332589 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:38.339546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:38.372268 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.372929 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:38.374399 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] 10.222.0.44 "PUT /v2.0/ports/c22ab558-69a2-441c-a0f1-b3052c9608fb HTTP/1.1" status: 200 len: 1093 time: 0.9011860 May 27 03:51:38.377303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:38.380731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2e01e3-7861-456d-94a9-34613ddfd591" -d '{"events": [{"name": "network-changed", "server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:38.424775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10203ef1-0a37-4e89-aae9-22046fbb5a91 x-openstack-request-id: req-10203ef1-0a37-4e89-aae9-22046fbb5a91 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:38.425065 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:38.426039 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10203ef1-0a37-4e89-aae9-22046fbb5a91 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:38.426529 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10203ef1-0a37-4e89-aae9-22046fbb5a91'] response: {'name': 'network-changed', 'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb', 'status': 'completed', 'code': 200} May 27 03:51:38.431767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60d1fb-e86d-4141-9776-d6b736395ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:38.488394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-cc4e84c0-6caa-4583-833b-2099d81ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.490225 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-cc4e84c0-6caa-4583-833b-2099d81ff31b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 1127 time: 0.0475936 May 27 03:51:38.617600 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9098b2-d181-4b48-941c-8cb04cb1124a req-d809791d-1350-4772-b37a-5188f568a51f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.619817 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc9098b2-d181-4b48-941c-8cb04cb1124a req-d809791d-1350-4772-b37a-5188f568a51f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0630705 May 27 03:51:38.660564 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-3e398a0f-22f5-4cda-b6c5-2fd8e7d1934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.662177 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-3e398a0f-22f5-4cda-b6c5-2fd8e7d1934e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1615961 May 27 03:51:38.694283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-a9facbab-3883-418b-8628-ce4e774bef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.695928 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-a9facbab-3883-418b-8628-ce4e774bef92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.0425417 May 27 03:51:38.745608 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc9098b2-d181-4b48-941c-8cb04cb1124a req-40435d47-0a4f-4abd-a4ea-a907c48e0a74 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176689 May 27 03:51:38.792730 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-6fdd1214-e7dd-43d9-b645-2f39441cca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.792730 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ad2e01e3-7861-456d-94a9-34613ddfd591 req-6fdd1214-e7dd-43d9-b645-2f39441cca8c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175084 May 27 03:51:38.797995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-f14dae6c-7ac2-46d5-8d5b-e0d5d2ee8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.799593 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-f14dae6c-7ac2-46d5-8d5b-e0d5d2ee8481 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0973356 May 27 03:51:38.853278 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:38.895265 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-7d1b4ae3-2239-4c71-9b36-f01a77489f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.0759430 May 27 03:51:38.896829 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-29259328-38d1-436c-92d1-6b611d0e9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.898715 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-29259328-38d1-436c-92d1-6b611d0e9f34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 1127 time: 0.0649102 May 27 03:51:38.933714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8289-df6c-4ee6-9d11-a77c83740643 req-e9e15a8c-5bab-46b5-9442-ef6a07109aff tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.935241 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c30f8289-df6c-4ee6-9d11-a77c83740643 req-e9e15a8c-5bab-46b5-9442-ef6a07109aff tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.1346335 May 27 03:51:38.970487 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-188d4270-b7df-4c6c-b09b-7062abe5d73b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb HTTP/1.1" status: 200 len: 217 time: 0.0634520 May 27 03:51:39.002103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-0f9df36a-e1a8-4509-8029-9cb2cb7d43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:39.003499 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-0f9df36a-e1a8-4509-8029-9cb2cb7d43af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.1075120 May 27 03:51:39.013985 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c30f8289-df6c-4ee6-9d11-a77c83740643 req-ef3e6eb3-1dbd-4cf5-9806-ea0cefa70089 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 May 27 03:51:39.060854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-e5557825-00ac-4a78-bb1f-f67ab267b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:39.062691 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-e5557825-00ac-4a78-bb1f-f67ab267b2c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76d824bd-8dca-48b2-ad55-51759d70f47b HTTP/1.1" status: 200 len: 849 time: 0.0860953 May 27 03:51:39.067848 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-bf166565-4102-44b0-8ccf-636eb5bcf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:39.069368 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-bf166565-4102-44b0-8ccf-636eb5bcf6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531428 May 27 03:51:39.084390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:39.106752 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-8c90d23c-be6e-48e3-927e-1e4e9250db98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=421dd454-aaa5-4da5-8431-a41684183457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361147 May 27 03:51:39.169717 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-8282b42e-a156-496e-a0f5-b7107434b6dd service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937221 May 27 03:51:39.217130 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-c7706649-dc40-4939-a109-9f468a8ca4e6 service neutron] 10.222.0.44 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036475 May 27 03:51:39.276593 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7e1a33e0-b063-4065-bc43-4a333d9e1fd5 req-60e774cc-2044-4c32-a23f-1e50aac39dd5 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969341 May 27 03:51:39.328705 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57fd86ba-bd7c-4073-bd19-86be93e73086 req-028970bf-d08e-47e4-ab39-d8cf3c15305c service neutron] 10.222.0.44 "GET /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047947 May 27 03:51:39.529180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-af86d38b-1113-4539-9ea9-20a0defaf99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:39.891838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4700a6-2b40-4469-9dab-6fcbd7f1df5c req-84018a72-f081-4557-8570-56200b2f6b72 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:39.893451 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ef4700a6-2b40-4469-9dab-6fcbd7f1df5c req-84018a72-f081-4557-8570-56200b2f6b72 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0500743 May 27 03:51:39.943708 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ef4700a6-2b40-4469-9dab-6fcbd7f1df5c req-995389c3-4482-4c74-89fb-303d9dde6e9c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 May 27 03:51:40.153260 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f3e12-55c5-4bbf-933d-dfe0ab1b3dc9 req-b9bbd08b-7a99-41e4-bfd3-1fa5659ca8a5 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:40.154941 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-270f3e12-55c5-4bbf-933d-dfe0ab1b3dc9 req-b9bbd08b-7a99-41e4-bfd3-1fa5659ca8a5 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.0569205 May 27 03:51:40.204608 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-270f3e12-55c5-4bbf-933d-dfe0ab1b3dc9 req-0459eed7-f228-4725-b36b-633198e3e137 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432904 May 27 03:51:40.651042 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:41.074083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402b85e-4acb-4564-b05e-4a213748276c req-19ddb117-bf74-4e5b-9f79-b4b31ca92e5a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:41.075817 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2402b85e-4acb-4564-b05e-4a213748276c req-19ddb117-bf74-4e5b-9f79-b4b31ca92e5a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0585263 May 27 03:51:41.136139 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2402b85e-4acb-4564-b05e-4a213748276c req-19b437c4-07b6-4b39-8313-56196ae5138e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 May 27 03:51:41.307265 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:41.326128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438454ad-7430-4cc8-8947-e5c2caa11146 req-5def26db-74d0-4cf2-8079-6066da3b0d61 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:41.327610 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438454ad-7430-4cc8-8947-e5c2caa11146 req-5def26db-74d0-4cf2-8079-6066da3b0d61 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.0534649 May 27 03:51:41.377071 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438454ad-7430-4cc8-8947-e5c2caa11146 req-8ee116c0-582c-4d2b-9691-b16b8ee90bd1 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 May 27 03:51:41.507332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:41.590766 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:42.257059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f80ee4-205e-424b-835c-78fc4d6a6dad req-be6da7d1-ab38-42bd-8298-4d0c1e77617b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:42.258675 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-44f80ee4-205e-424b-835c-78fc4d6a6dad req-be6da7d1-ab38-42bd-8298-4d0c1e77617b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0512869 May 27 03:51:42.308275 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-44f80ee4-205e-424b-835c-78fc4d6a6dad req-734a4b36-b8be-4354-859b-6a8c5a1657a3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 May 27 03:51:42.491583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1718b3-3a21-4760-9440-0e2183dadf8c req-11f4693b-6797-47fd-80d9-f3252e3ab444 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:42.493010 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4b1718b3-3a21-4760-9440-0e2183dadf8c req-11f4693b-6797-47fd-80d9-f3252e3ab444 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.0472038 May 27 03:51:42.541081 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4b1718b3-3a21-4760-9440-0e2183dadf8c req-f83189ca-e903-4fb5-a014-33f601f385fb tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 May 27 03:51:43.369912 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:43.426534 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6739-4216-412a-9714-90e1e079332c req-4e5694c8-be7c-45ea-be41-2fb2d48a4b08 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:43.428011 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9c7c6739-4216-412a-9714-90e1e079332c req-4e5694c8-be7c-45ea-be41-2fb2d48a4b08 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0478587 May 27 03:51:43.482084 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9c7c6739-4216-412a-9714-90e1e079332c req-b7c491b4-2bb7-44d9-9b2b-40e2e9fdb42f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 May 27 03:51:43.655267 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99b5fe-fb32-4056-97a5-c046a1de428d req-18fc6e55-cb30-4dbc-9e58-724ba8cb54ea tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:43.656775 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5f99b5fe-fb32-4056-97a5-c046a1de428d req-18fc6e55-cb30-4dbc-9e58-724ba8cb54ea tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.0471265 May 27 03:51:43.706881 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5f99b5fe-fb32-4056-97a5-c046a1de428d req-b1dba4f4-af4f-4dea-9fe6-556630c6fe41 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 May 27 03:51:44.599116 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d284-14c9-440e-9863-b76d41b558fb req-e1e87b26-5f69-4f74-b612-e5e8e41c415b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:44.600603 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c7f9d284-14c9-440e-9863-b76d41b558fb req-e1e87b26-5f69-4f74-b612-e5e8e41c415b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0487390 May 27 03:51:44.648277 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c7f9d284-14c9-440e-9863-b76d41b558fb req-ef1512df-9f8a-4333-b760-d1ba7ffa3839 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 May 27 03:51:45.017570 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640864-213d-4bb4-ba59-9cf9537eb6fd req-799c29c4-0c80-4431-9889-d7a7661d4e24 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:45.018968 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-10640864-213d-4bb4-ba59-9cf9537eb6fd req-799c29c4-0c80-4431-9889-d7a7661d4e24 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 943 time: 0.2444603 May 27 03:51:45.065470 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-10640864-213d-4bb4-ba59-9cf9537eb6fd req-3f33cad6-28c0-4265-b71e-34715274e98e tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 May 27 03:51:45.130878 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device c22ab558-69a2-441c-a0f1-b3052c9608fb details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:51:45.241975 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:45.253981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'c22ab558-69a2-441c-a0f1-b3052c9608fb', 'network_id': '421dd454-aaa5-4da5-8431-a41684183457', 'port_id': 'c22ab558-69a2-441c-a0f1-b3052c9608fb', 'mac_address': 'fa:16:3e:7c:84:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d824bd-8dca-48b2-ad55-51759d70f47b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:51:45.288826 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port c22ab558-69a2-441c-a0f1-b3052c9608fb is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:45.289128 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:45.301923 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22ab558-69a2-441c-a0f1-b3052c9608fb {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:45.321444 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:45.404284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:45.456487 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:45.464378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.464718 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.465082 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.465439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.465771 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.466101 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.466422 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.466743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.467066 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.467385 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.467704 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.468037 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.468457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.468718 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.469064 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:45.765054 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39b5d-ac3e-4456-9cd4-5216670f41e5 req-b7573afb-9e3e-4deb-be1c-30a8d235c249 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:45.766539 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-27c39b5d-ac3e-4456-9cd4-5216670f41e5 req-b7573afb-9e3e-4deb-be1c-30a8d235c249 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0479228 May 27 03:51:45.814077 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-27c39b5d-ac3e-4456-9cd4-5216670f41e5 req-5159d109-2592-4285-b09d-da395953aa2f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 May 27 03:51:46.184405 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea697e-3e26-4b06-be52-714c701cbe36 req-b4982acd-7d9e-4a01-b369-a63ef18b55d4 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:46.186082 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-16ea697e-3e26-4b06-be52-714c701cbe36 req-b4982acd-7d9e-4a01-b369-a63ef18b55d4 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 944 time: 0.0518973 May 27 03:51:46.236109 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-16ea697e-3e26-4b06-be52-714c701cbe36 req-b8ae15f4-6c3c-402d-a581-afca497f81e4 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 May 27 03:51:46.922809 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:46.930953 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53f24-cb5d-4763-935a-7584690e9aba req-2d52dddb-c6f6-4db8-b2f9-54bb0035ffa0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:46.933091 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-64e53f24-cb5d-4763-935a-7584690e9aba req-2d52dddb-c6f6-4db8-b2f9-54bb0035ffa0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0516925 May 27 03:51:46.980934 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-64e53f24-cb5d-4763-935a-7584690e9aba req-f0d96cbc-9af6-4c57-a00c-8ab84f6aeeeb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 May 27 03:51:47.356391 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0511-a68d-4c22-8423-917f43ecee8c req-ef6148a6-5f76-445c-ba08-779c8ad29999 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:47.357956 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-405a0511-a68d-4c22-8423-917f43ecee8c req-ef6148a6-5f76-445c-ba08-779c8ad29999 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 944 time: 0.0533845 May 27 03:51:47.405449 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-405a0511-a68d-4c22-8423-917f43ecee8c req-8eabf704-2141-45b6-81a7-5417fa7cda8f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 May 27 03:51:48.100131 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03e22-f7a0-4613-b48b-9b4b0a50b3c6 req-50c2cafd-00ab-42e1-a2a3-d355056dbe0f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:48.101627 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3ef03e22-f7a0-4613-b48b-9b4b0a50b3c6 req-50c2cafd-00ab-42e1-a2a3-d355056dbe0f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0493836 May 27 03:51:48.156675 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3ef03e22-f7a0-4613-b48b-9b4b0a50b3c6 req-d651342a-1feb-4252-a38c-1e3446ffe457 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 May 27 03:51:48.253453 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['c22ab558-69a2-441c-a0f1-b3052c9608fb'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:51:48.523406 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01eaa4-9caf-4dc8-9869-5d488ae0261a req-87341a19-6f76-4373-a031-ff082946e5d5 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:48.524945 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7d01eaa4-9caf-4dc8-9869-5d488ae0261a req-87341a19-6f76-4373-a031-ff082946e5d5 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 944 time: 0.0491807 May 27 03:51:48.584465 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7d01eaa4-9caf-4dc8-9869-5d488ae0261a req-3884c1db-4637-408a-9dde-4e11e900797a tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 May 27 03:51:49.285726 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de8fa-1e12-46d3-af3c-2439c87d619a req-03799687-283a-4e4f-a38c-ce5c9ebe069a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:49.287202 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-623de8fa-1e12-46d3-af3c-2439c87d619a req-03799687-283a-4e4f-a38c-ce5c9ebe069a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0518749 May 27 03:51:49.319594 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:49.335882 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-623de8fa-1e12-46d3-af3c-2439c87d619a req-7ed45555-be88-485e-8a00-08e996ebf93c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 May 27 03:51:49.703059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0635fbc-6ad0-419b-a279-dbf2427b9ae2 req-91d3e5e6-d6fa-4ce1-b614-1edb602e8437 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:49.704575 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c0635fbc-6ad0-419b-a279-dbf2427b9ae2 req-91d3e5e6-d6fa-4ce1-b614-1edb602e8437 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 944 time: 0.0518672 May 27 03:51:49.754800 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c0635fbc-6ad0-419b-a279-dbf2427b9ae2 req-ab83d0ba-5136-48b6-bab4-139dbca3debd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 May 27 03:51:49.930334 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:49.935824 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:51:50.066136 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device c22ab558-69a2-441c-a0f1-b3052c9608fb up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:51:50.109442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port c22ab558-69a2-441c-a0f1-b3052c9608fb completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:51:50.162857 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port c22ab558-69a2-441c-a0f1-b3052c9608fb triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:51:50.163155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:50.228003 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:50.236677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port c22ab558-69a2-441c-a0f1-b3052c9608fb is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:50.237063 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:50.260124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:50.262469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79beffd8-7e97-4fb7-8fb4-70a82c86fdd8" -d '{"events": [{"server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "name": "network-vif-plugged", "status": "completed", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:50.274945 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:50.300217 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75c46f-b492-451f-a22f-ba62017bdec1 x-openstack-request-id: req-ca75c46f-b492-451f-a22f-ba62017bdec1 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:50.300551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "name": "network-vif-plugged", "status": "completed", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:50.300810 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca75c46f-b492-451f-a22f-ba62017bdec1 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:50.301198 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca75c46f-b492-451f-a22f-ba62017bdec1'] response: {'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb', 'code': 200} May 27 03:51:50.372985 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:50.462722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:50.477750 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3d0b2-74a7-47e5-bd0d-19cc96f21b7f req-17a223ac-a691-4ef8-a732-7ad10efeaec6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:50.495928 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9c3d0b2-74a7-47e5-bd0d-19cc96f21b7f req-17a223ac-a691-4ef8-a732-7ad10efeaec6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0832794 May 27 03:51:50.545338 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:50.553898 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9c3d0b2-74a7-47e5-bd0d-19cc96f21b7f req-1f538134-af2e-4651-9e36-bcf6f906940b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 May 27 03:51:50.674482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab87e4-bbe3-4492-895e-b669a0831be3 req-a52d0f08-46a5-48ed-a563-9268373931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:50.675988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-03ab87e4-bbe3-4492-895e-b669a0831be3 req-a52d0f08-46a5-48ed-a563-9268373931f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 1129 time: 0.0399268 May 27 03:51:50.722061 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-03ab87e4-bbe3-4492-895e-b669a0831be3 req-e27a1ef5-2118-4a47-85b5-e5cd59c20280 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 May 27 03:51:50.894567 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230937d1-cfd0-49b2-b7a9-092cc1b2688d req-d08db3fd-569c-4baf-aa2c-2498fcc62829 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:50.894567 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-230937d1-cfd0-49b2-b7a9-092cc1b2688d req-d08db3fd-569c-4baf-aa2c-2498fcc62829 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0564959 May 27 03:51:50.944635 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-230937d1-cfd0-49b2-b7a9-092cc1b2688d req-b2556ffb-de60-4a03-ac61-6f1916b58b70 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 May 27 03:51:51.398490 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58926) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:51.505343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.587231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Publish callbacks [] for security_group (12ba1234-32a7-4194-88ed-f532e8b7f167), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.673673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (12ba1234-32a7-4194-88ed-f532e8b7f167), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.677729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9477f8a-6c9d-4e9d-8991-3f9edc5aba5c req-3926382e-3948-4c04-aa29-2488047bb0ae tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:51.679330 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d9477f8a-6c9d-4e9d-8991-3f9edc5aba5c req-3926382e-3948-4c04-aa29-2488047bb0ae tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0485396 May 27 03:51:51.716352 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1bb39b83c9d45d68cc1a588d44b4d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166213 May 27 03:51:51.717321 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba1234-32a7-4194-88ed-f532e8b7f167,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:51.719462 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58932) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:51.734447 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d9477f8a-6c9d-4e9d-8991-3f9edc5aba5c req-4338ca99-9662-4d09-92ce-bdb7cf3671d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 May 27 03:51:51.739158 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.739508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.739849 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.740185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.740567 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.740900 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.741228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.741548 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.741872 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.742197 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.742520 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.742844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.743163 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.743538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.743867 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea49052-6226-4d34-8620-60c39ba6dd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:51.789524 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] Publish callbacks [] for security_group (12ba1234-32a7-4194-88ed-f532e8b7f167), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.816339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] Publish callbacks [] for security_group (12ba1234-32a7-4194-88ed-f532e8b7f167), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.946964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (12ba1234-32a7-4194-88ed-f532e8b7f167), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.949865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:51.951053 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12ba1234-32a7-4194-88ed-f532e8b7f167 HTTP/1.1" status: 204 len: 168 time: 0.2297750 May 27 03:51:51.960769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d7f62-ac3f-400a-8017-023005b9c49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba1234-32a7-4194-88ed-f532e8b7f167,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:52.078044 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d6381-0d22-4fd2-a4fd-aeee8fa6f1f2 req-2691878d-def2-44d3-b8ac-d0b321f5387d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:52.079577 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f95d6381-0d22-4fd2-a4fd-aeee8fa6f1f2 req-2691878d-def2-44d3-b8ac-d0b321f5387d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0518789 May 27 03:51:52.128707 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f95d6381-0d22-4fd2-a4fd-aeee8fa6f1f2 req-268ef169-9a1f-4b23-81ed-2aaa061a992b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 May 27 03:51:52.547305 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:52.729952 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 58954) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:52.743285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-263e7b0a-4422-4bc3-a3eb-4797e116f348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:52.752931 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:52.829231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-263e7b0a-4422-4bc3-a3eb-4797e116f348 admin admin] Publish callbacks [] for security_group (7ef25b72-9c10-4d5b-82c7-a710c337ea9f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:52.854327 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac99f07-5674-4086-856e-4b96881fd0bd req-444fd967-67fc-4352-942c-44b8c371ea16 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:52.856052 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ac99f07-5674-4086-856e-4b96881fd0bd req-444fd967-67fc-4352-942c-44b8c371ea16 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0494218 May 27 03:51:52.908307 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ac99f07-5674-4086-856e-4b96881fd0bd req-3527437c-3388-4aa5-accc-209ff78d91f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 May 27 03:51:52.925437 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-263e7b0a-4422-4bc3-a3eb-4797e116f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7ef25b72-9c10-4d5b-82c7-a710c337ea9f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:52.931931 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:52.974562 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-263e7b0a-4422-4bc3-a3eb-4797e116f348 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e5a696cfb4a4ac2b281cccd76495fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432530 May 27 03:51:52.976330 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7b0a-4422-4bc3-a3eb-4797e116f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef25b72-9c10-4d5b-82c7-a710c337ea9f,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:52.978097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58960) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:53.028439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Publish callbacks [] for security_group (7ef25b72-9c10-4d5b-82c7-a710c337ea9f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:53.039984 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:53.053121 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Publish callbacks [] for security_group (7ef25b72-9c10-4d5b-82c7-a710c337ea9f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:53.187693 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7ef25b72-9c10-4d5b-82c7-a710c337ea9f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:53.190404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:53.191638 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ef25b72-9c10-4d5b-82c7-a710c337ea9f HTTP/1.1" status: 204 len: 168 time: 0.2124186 May 27 03:51:53.215841 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef25b72-9c10-4d5b-82c7-a710c337ea9f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:53.224343 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.224849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.225198 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.225739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.226032 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.226368 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.226722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.227051 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.227371 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.227706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.228038 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.228367 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.228727 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.229056 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.229361 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13506905-7781-4891-9fb2-fea12a069398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:53.294974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84623e0b-9d78-407e-9793-5afc80ec6d7f req-dd2b997e-de68-4ed0-bf87-f40092d00d1b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:53.296487 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84623e0b-9d78-407e-9793-5afc80ec6d7f req-dd2b997e-de68-4ed0-bf87-f40092d00d1b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0940361 May 27 03:51:53.348849 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84623e0b-9d78-407e-9793-5afc80ec6d7f req-9c785652-081f-4208-9ef3-749932e139c5 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 May 27 03:51:53.947288 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58986) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:53.961779 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-40d27b2c-caee-46fc-8ecb-53ba5498f951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.043709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423617da-0e91-45a4-ac8e-6b6b63150591 req-8b979174-d6f6-4f5f-bde2-7b36a72b098e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:54.045315 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-423617da-0e91-45a4-ac8e-6b6b63150591 req-8b979174-d6f6-4f5f-bde2-7b36a72b098e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0633333 May 27 03:51:54.128086 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-40d27b2c-caee-46fc-8ecb-53ba5498f951 admin admin] Publish callbacks [] for security_group (5ac4163d-ae11-4ff1-87b6-5446bbd9b155), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.128086 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-423617da-0e91-45a4-ac8e-6b6b63150591 req-a9e4c99b-64eb-4158-9972-188065fa91ee tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724344 May 27 03:51:54.181682 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-40d27b2c-caee-46fc-8ecb-53ba5498f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5ac4163d-ae11-4ff1-87b6-5446bbd9b155), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.223179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d27b2c-caee-46fc-8ecb-53ba5498f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac4163d-ae11-4ff1-87b6-5446bbd9b155,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:54.230957 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-40d27b2c-caee-46fc-8ecb-53ba5498f951 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48de39a89ec4423cb660b67b25d86e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823532 May 27 03:51:54.234118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 58994) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:54.284158 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] Publish callbacks [] for security_group (5ac4163d-ae11-4ff1-87b6-5446bbd9b155), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.309742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] Publish callbacks [] for security_group (5ac4163d-ae11-4ff1-87b6-5446bbd9b155), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.425990 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5ac4163d-ae11-4ff1-87b6-5446bbd9b155), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.428803 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:54.429967 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ac4163d-ae11-4ff1-87b6-5446bbd9b155 HTTP/1.1" status: 204 len: 168 time: 0.1948960 May 27 03:51:54.438605 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a01d14-2889-4ae7-a46a-90b077906953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac4163d-ae11-4ff1-87b6-5446bbd9b155,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:55.208638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:55.244691 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ac202-7007-4a48-8b98-73012d1f8b52 req-5c5c0731-108f-4c45-a9e6-ab3a122a86cc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:55.250356 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9b9ac202-7007-4a48-8b98-73012d1f8b52 req-5c5c0731-108f-4c45-a9e6-ab3a122a86cc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0549626 May 27 03:51:55.313106 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9b9ac202-7007-4a48-8b98-73012d1f8b52 req-aebf789d-66e7-4a31-9f88-2b5dc6748717 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 May 27 03:51:55.349519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067541b7-5bd4-4f43-8933-38927d0fc39d req-89bbfb27-600e-4697-a95e-abe3b641c4ab tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:55.351036 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-067541b7-5bd4-4f43-8933-38927d0fc39d req-89bbfb27-600e-4697-a95e-abe3b641c4ab tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0506206 May 27 03:51:55.400988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-067541b7-5bd4-4f43-8933-38927d0fc39d req-444c12f6-1a82-4894-83af-dc4eab2cac2b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 May 27 03:51:55.470999 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59036) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:55.585090 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-046452db-318b-4b22-95c7-11e175b568ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:55.649624 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:55.661938 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-046452db-318b-4b22-95c7-11e175b568ea admin admin] Publish callbacks [] for security_group (90b56bac-8737-4294-bd47-bee7593b9249), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:55.740261 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-046452db-318b-4b22-95c7-11e175b568ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (90b56bac-8737-4294-bd47-bee7593b9249), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:55.789345 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59050) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:55.789495 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-046452db-318b-4b22-95c7-11e175b568ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c68357d40a5b40a4b6a4546dd63dee32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170111 May 27 03:51:55.790698 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046452db-318b-4b22-95c7-11e175b568ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b56bac-8737-4294-bd47-bee7593b9249,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:55.845631 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] Publish callbacks [] for security_group (90b56bac-8737-4294-bd47-bee7593b9249), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:55.870443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] Publish callbacks [] for security_group (90b56bac-8737-4294-bd47-bee7593b9249), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.016658 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (90b56bac-8737-4294-bd47-bee7593b9249), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.020975 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.025408 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90b56bac-8737-4294-bd47-bee7593b9249 HTTP/1.1" status: 204 len: 168 time: 0.2315633 May 27 03:51:56.034800 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239632c-6b22-4ce5-85aa-ad4ea6a606ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b56bac-8737-4294-bd47-bee7593b9249,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:56.054286 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:56.431191 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41287861-b68e-491b-b394-88e9cc34c7f2 req-9a0832e2-a93f-4f65-86e3-8618389ae410 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:56.432969 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-41287861-b68e-491b-b394-88e9cc34c7f2 req-9a0832e2-a93f-4f65-86e3-8618389ae410 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0575895 May 27 03:51:56.489752 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-41287861-b68e-491b-b394-88e9cc34c7f2 req-5934d8db-3dbe-42e5-8dcf-d95b726fffc3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 May 27 03:51:56.553140 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59070) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:56.554810 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeef0e-d8d7-4f84-b535-54dde6390880 req-e9eccc28-e4a9-46f5-9bb5-3095d4470a8d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:56.556462 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-01aeef0e-d8d7-4f84-b535-54dde6390880 req-e9eccc28-e4a9-46f5-9bb5-3095d4470a8d tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0674779 May 27 03:51:56.607358 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-01aeef0e-d8d7-4f84-b535-54dde6390880 req-590cbfdf-3347-4332-9eea-d8a5a327e755 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 May 27 03:51:56.660922 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-678659ac-5243-4601-a34f-ca119bd10e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.742250 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-678659ac-5243-4601-a34f-ca119bd10e43 admin admin] Publish callbacks [] for security_group (ed4dc84b-4331-48e7-aa31-033360a526ff), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.838797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-678659ac-5243-4601-a34f-ca119bd10e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ed4dc84b-4331-48e7-aa31-033360a526ff), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.851103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59076) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:56.869936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcb8-0c41-4767-a633-5fd6a8ba7d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.880795 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-678659ac-5243-4601-a34f-ca119bd10e43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31a8d370fefa40278d50e044e3d7d233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265426 May 27 03:51:56.882810 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678659ac-5243-4601-a34f-ca119bd10e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4dc84b-4331-48e7-aa31-033360a526ff,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:56.885404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59080) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:56.943190 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] Publish callbacks [] for security_group (ed4dc84b-4331-48e7-aa31-033360a526ff), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.960059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcb8-0c41-4767-a633-5fd6a8ba7d6b admin admin] Publish callbacks [] for security_group (fa6027bc-9f31-42a9-aee3-2e6ef120385a), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:56.966002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] Publish callbacks [] for security_group (ed4dc84b-4331-48e7-aa31-033360a526ff), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.027562 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcb8-0c41-4767-a633-5fd6a8ba7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa6027bc-9f31-42a9-aee3-2e6ef120385a), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.068312 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5d17bcb8-0c41-4767-a633-5fd6a8ba7d6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4747ff95f5124a9ca3598592d70aedcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157738 May 27 03:51:57.069326 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17bcb8-0c41-4767-a633-5fd6a8ba7d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6027bc-9f31-42a9-aee3-2e6ef120385a,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.070961 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59084) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:57.091569 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ed4dc84b-4331-48e7-aa31-033360a526ff), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.091569 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.092737 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed4dc84b-4331-48e7-aa31-033360a526ff HTTP/1.1" status: 204 len: 168 time: 0.2058392 May 27 03:51:57.117271 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae98fd-be51-4e62-813b-7f1284ab3a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4dc84b-4331-48e7-aa31-033360a526ff,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.144164 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] Publish callbacks [] for security_group (fa6027bc-9f31-42a9-aee3-2e6ef120385a), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.169948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] Publish callbacks [] for security_group (fa6027bc-9f31-42a9-aee3-2e6ef120385a), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.302132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa6027bc-9f31-42a9-aee3-2e6ef120385a), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.304760 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:57.305926 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa6027bc-9f31-42a9-aee3-2e6ef120385a HTTP/1.1" status: 204 len: 168 time: 0.2338681 May 27 03:51:57.314740 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cfb99-e59d-4583-acfc-5afbcba05d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6027bc-9f31-42a9-aee3-2e6ef120385a,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.601542 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:57.616656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b98552-feae-4e45-8a43-c301f8766c30 req-889226a0-7f71-4c6e-bc43-9ea0999508ea tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:57.618199 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86b98552-feae-4e45-8a43-c301f8766c30 req-889226a0-7f71-4c6e-bc43-9ea0999508ea tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0592725 May 27 03:51:57.677916 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86b98552-feae-4e45-8a43-c301f8766c30 req-d58b1063-6759-49be-9d2d-47877d5558ac tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 May 27 03:51:57.739724 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cb7ab-4ac1-4ef6-a245-7d99f3a31a3c req-74d9da8c-7666-4019-acd4-d117998ac6a1 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:57.741437 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ee6cb7ab-4ac1-4ef6-a245-7d99f3a31a3c req-74d9da8c-7666-4019-acd4-d117998ac6a1 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0528874 May 27 03:51:57.775209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:57.793669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ee6cb7ab-4ac1-4ef6-a245-7d99f3a31a3c req-b7f8c882-82f2-4b36-a1f6-4cb6dd463e41 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 May 27 03:51:58.270423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59132) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:58.372017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-263202066-network', 'tenant_id': '2f97b57909174abeab16dedc077b37e0'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:58.373896 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47fd55-dec3-4389-be5c-7aeb94995e27 req-e270ff07-7814-446b-802e-645e8202afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:58.375524 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e47fd55-dec3-4389-be5c-7aeb94995e27 req-e270ff07-7814-446b-802e-645e8202afe6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.0469806 May 27 03:51:58.426082 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e47fd55-dec3-4389-be5c-7aeb94995e27 req-dd54474b-0ee8-4630-aa28-a5cd24a3cbb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 May 27 03:51:58.461301 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Made reservation on behalf of 2f97b57909174abeab16dedc077b37e0 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:58.463718 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.473496 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.507636 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:58.553504 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks [] for security_group (de783705-f84f-4fb9-a787-3f8728acf41f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.627350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (de783705-f84f-4fb9-a787-3f8728acf41f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.654169 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:58.664492 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de783705-f84f-4fb9-a787-3f8728acf41f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:58.669567 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (6056049a-d987-47af-80a0-eda80bb3184b), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.669973 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Added segment 6056049a-d987-47af-80a0-eda80bb3184b of type vlan for network b93c032c-30ef-48b0-b554-8d00241b1ee8 May 27 03:51:58.712198 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (b93c032c-30ef-48b0-b554-8d00241b1ee8), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.809764 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6efb4f-8960-4b22-b12a-c4e0c4081c9c req-8e054e6d-19ae-4a0c-9a14-6f6c62de7934 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:58.811487 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f6efb4f-8960-4b22-b12a-c4e0c4081c9c req-8e054e6d-19ae-4a0c-9a14-6f6c62de7934 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0524387 May 27 03:51:58.812627 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (b93c032c-30ef-48b0-b554-8d00241b1ee8), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.813585 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:58.814145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:58.926728 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6525540 May 27 03:51:58.926887 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed370856-5959-4f09-8cc5-ec93238bce05 req-6d82e2a5-e785-46db-8c13-0565df62365b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:58.927725 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59152) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:58.933494 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Request body: {'subnet': {'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-263202066-subnet', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'ip_version': 4}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:58.934268 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed370856-5959-4f09-8cc5-ec93238bce05 req-6d82e2a5-e785-46db-8c13-0565df62365b tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0600052 May 27 03:51:58.943161 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7f80-5977-4c6e-8b08-6e45315fcc8a admin admin] Pushing event updated for resources: {'Network': ['ID=b93c032c-30ef-48b0-b554-8d00241b1ee8,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:58.963821 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:51:58.992784 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f6efb4f-8960-4b22-b12a-c4e0c4081c9c req-e1e1745b-6fdc-42a9-979c-f012332d0642 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728461 May 27 03:51:58.994820 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed370856-5959-4f09-8cc5-ec93238bce05 req-49b01ca9-bd91-48f3-966f-389f5a8bbf2c tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/security-groups?id=24017def-8f36-47e9-8dbe-1b0307f35a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 May 27 03:51:59.084422 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Made reservation on behalf of 2f97b57909174abeab16dedc077b37e0 for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:59.086980 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12918980'] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.102297 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:59.394024 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14856091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12918994'] for subnet (c01cc591-5f41-4654-9783-3d9a15b7bb20), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.416674 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:59.455301 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01cc591-5f41-4654-9783-3d9a15b7bb20,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.467442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-282f391d-b7f5-4ce5-9d18-19bf0d6bf9dd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:59.469046 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-282f391d-b7f5-4ce5-9d18-19bf0d6bf9dd tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 945 time: 0.0602920 May 27 03:51:59.473217 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Checking segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:51:59.473578 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Network hostable DHCP agents. Network: b93c032c-30ef-48b0-b554-8d00241b1ee8, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:59.582832 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Deleting port c22ab558-69a2-441c-a0f1-b3052c9608fb {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:51:59.583352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.587605 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:59.661822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, b93c032c-30ef-48b0-b554-8d00241b1ee8) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:59.666616 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:59.667243 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.674505 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8be29c-f68f-4e84-a176-ae0d5242beff None None] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:51:59.684283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] For port c22ab558-69a2-441c-a0f1-b3052c9608fb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c22ab558-69a2-441c-a0f1-b3052c9608fb,segment=NetworkSegment(3dbc5c87-2784-44bc-9bf1-c5c92a8d0254),segment_id=3dbc5c87-2784-44bc-9bf1-c5c92a8d0254)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:59.684837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.698895 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Calling delete_port for c22ab558-69a2-441c-a0f1-b3052c9608fb owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:51:59.757570 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-84260e19-05c8-4d50-8434-d8fdaf77d480 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8285556 May 27 03:51:59.758348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59174) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:59.763221 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:59.786124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-b93c032c-30ef-48b0-b554-8d00241b1ee8', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:51:59.787154 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.846793 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:59.932658 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:59.988209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.989338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:59.994077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (c22ab558-69a2-441c-a0f1-b3052c9608fb), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.042126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['c22ab558-69a2-441c-a0f1-b3052c9608fb'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:52:00.078625 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for router_controller (4f446d89-d93c-448e-991b-bf99b9b6b90d), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.080195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Pushing event deleted for resources: {'Port': ['ID=c22ab558-69a2-441c-a0f1-b3052c9608fb,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:00.134848 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] No DVR routers for this DVR port c22ab558-69a2-441c-a0f1-b3052c9608fb on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:00.141937 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b51e57-e04f-4bb8-8e45-393cd23d7e94 req-6a2922c4-290a-45cb-9407-2ddd807d8f7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:00.143796 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b8b51e57-e04f-4bb8-8e45-393cd23d7e94 req-6a2922c4-290a-45cb-9407-2ddd807d8f7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0564239 May 27 03:52:00.144034 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.155879 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-63ca07cf-8c26-4005-886e-c0604e4521ba req-6e7a33b5-617e-4416-bad4-4e898de07e40 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.44 "DELETE /v2.0/ports/c22ab558-69a2-441c-a0f1-b3052c9608fb HTTP/1.1" status: 204 len: 173 time: 0.6808136 May 27 03:52:00.156377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'name': 'network-vif-deleted', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:00.159594 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e724fb-6d07-454f-be48-b8c6d3e3f684" -d '{"events": [{"server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "name": "network-vif-deleted", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:00.192198 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-906f4d80-8a35-4bd9-b2a7-325e286ab028 req-6eaf1725-45cd-4488-8a9a-5b762b3def45 tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 210 time: 0.0589335 May 27 03:52:00.204144 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b8b51e57-e04f-4bb8-8e45-393cd23d7e94 req-79d608c3-72b0-432f-9412-084f6049c8e3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539799 May 27 03:52:00.294151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f8500e-0671-4377-a51d-0b9d4e89d68d x-openstack-request-id: req-b8f8500e-0671-4377-a51d-0b9d4e89d68d {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:00.294443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64eb52-cbed-439b-bf75-cf9f728d103e", "name": "network-vif-deleted", "tag": "c22ab558-69a2-441c-a0f1-b3052c9608fb", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:00.295016 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8f8500e-0671-4377-a51d-0b9d4e89d68d {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:00.295593 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f8500e-0671-4377-a51d-0b9d4e89d68d'] response: {'server_uuid': 'be64eb52-cbed-439b-bf75-cf9f728d103e', 'name': 'network-vif-deleted', 'tag': 'c22ab558-69a2-441c-a0f1-b3052c9608fb', 'status': 'completed', 'code': 200} May 27 03:52:00.305128 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Allocated IP 172.20.0.2 (b93c032c-30ef-48b0-b554-8d00241b1ee8/c01cc591-5f41-4654-9783-3d9a15b7bb20/eb640a19-dd74-48dd-a63f-d9b87b48ff31) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:00.421504 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for router_gateway (4f446d89-d93c-448e-991b-bf99b9b6b90d), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.511342 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks [] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.588059 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.636659 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:00.640166 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:00.641871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Pushing event updated for resources: {'Port': ['ID=eb640a19-dd74-48dd-a63f-d9b87b48ff31,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:00.661885 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:00.703594 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for router_gateway (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.726005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.763887 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Attempting to bind port eb640a19-dd74-48dd-a63f-d9b87b48ff31 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:00.764286 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Attempting to bind port eb640a19-dd74-48dd-a63f-d9b87b48ff31 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:00.764688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Attempting to bind port eb640a19-dd74-48dd-a63f-d9b87b48ff31 on network b93c032c-30ef-48b0-b554-8d00241b1ee8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:00.769996 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:00.770367 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Checking segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:00.770763 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.771153 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Bound using segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:00.771667 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Bound port: eb640a19-dd74-48dd-a63f-d9b87b48ff31, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:00.772039 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.844697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Allocated IP 172.27.2.87 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/20297d14-42a1-4346-aaaf-858894265bdf) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:00.845677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] For port eb640a19-dd74-48dd-a63f-d9b87b48ff31, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:00.849121 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] For port eb640a19-dd74-48dd-a63f-d9b87b48ff31, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=eb640a19-dd74-48dd-a63f-d9b87b48ff31,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:00.947388 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:00.948920 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59202) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:00.959184 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for port (20297d14-42a1-4346-aaaf-858894265bdf), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.008159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:01.014122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c175e6f-d86c-4af6-a0e8-84668283c71c None None] Pushing event updated for resources: {'Port': ['ID=eb640a19-dd74-48dd-a63f-d9b87b48ff31,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.067784 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (20297d14-42a1-4346-aaaf-858894265bdf), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.086536 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d8a39fd-785d-4dc3-9844-335ed8dc7c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.089623 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:01.114036 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:01.117203 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:01.121052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:01.125038 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Pushing event updated for resources: {'Port': ['ID=20297d14-42a1-4346-aaaf-858894265bdf,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.191639 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d8a39fd-785d-4dc3-9844-335ed8dc7c37 admin admin] Publish callbacks [] for security_group (1cc0b517-ffb1-484c-815e-98a27d250f6f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.291807 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d8a39fd-785d-4dc3-9844-335ed8dc7c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cc0b517-ffb1-484c-815e-98a27d250f6f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.354894 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bd83996e-5afd-4fe1-b777-c854e0df13a1 req-130d7ab6-8e3a-43e5-8d33-ebbb5082c56f tempest-VolumesActionsTest-1205980811 tempest-VolumesActionsTest-1205980811-project] 10.222.0.58 "GET /v2.0/ports?device_id=be64eb52-cbed-439b-bf75-cf9f728d103e HTTP/1.1" status: 200 len: 210 time: 0.0494866 May 27 03:52:01.369872 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6d8a39fd-785d-4dc3-9844-335ed8dc7c37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e286fb2098774a23b107a0fcefd41dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196873 May 27 03:52:01.376169 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59210) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:01.379465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a39fd-785d-4dc3-9844-335ed8dc7c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc0b517-ffb1-484c-815e-98a27d250f6f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.449861 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] Publish callbacks [] for security_group (1cc0b517-ffb1-484c-815e-98a27d250f6f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.476092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] Publish callbacks [] for security_group (1cc0b517-ffb1-484c-815e-98a27d250f6f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.622388 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43912-ebea-4e2f-bc02-f10d8994af41 req-eeb497b8-2919-4a9a-837c-592188330c78 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:01.622388 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-def43912-ebea-4e2f-bc02-f10d8994af41 req-eeb497b8-2919-4a9a-837c-592188330c78 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.3151517 May 27 03:52:01.638837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cc0b517-ffb1-484c-815e-98a27d250f6f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.641975 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.643446 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cc0b517-ffb1-484c-815e-98a27d250f6f HTTP/1.1" status: 204 len: 168 time: 0.2652111 May 27 03:52:01.654050 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f67a05-58f4-43f9-a190-570cf2e20c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc0b517-ffb1-484c-815e-98a27d250f6f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.704590 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device eb640a19-dd74-48dd-a63f-d9b87b48ff31 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:01.720789 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for router_gateway (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.732859 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-def43912-ebea-4e2f-bc02-f10d8994af41 req-ead98971-1b0d-4a8a-a63a-df4bdfa0c6c4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010473 May 27 03:52:01.772095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:01.776044 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port eb640a19-dd74-48dd-a63f-d9b87b48ff31 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:01.776520 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.879322 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port eb640a19-dd74-48dd-a63f-d9b87b48ff31 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:01.882082 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:01.882232 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:01.927409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port eb640a19-dd74-48dd-a63f-d9b87b48ff31, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=eb640a19-dd74-48dd-a63f-d9b87b48ff31,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:01.965917 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:01.993624 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:02.039646 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:02.062729 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=eb640a19-dd74-48dd-a63f-d9b87b48ff31,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:02.088143 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device c22ab558-69a2-441c-a0f1-b3052c9608fb no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:52:02.122694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: c22ab558-69a2-441c-a0f1-b3052c9608fb {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:52:02.123028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device c22ab558-69a2-441c-a0f1-b3052c9608fb not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:52:02.235758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5099f-dd9b-42b4-834c-407417c583d7 req-8cb530e7-a54a-497c-87b7-4473a70446e7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:02.237659 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e8f5099f-dd9b-42b4-834c-407417c583d7 req-8cb530e7-a54a-497c-87b7-4473a70446e7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0638168 May 27 03:52:02.292414 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d612abd-cd9b-442f-bfbf-844459f16dd5 None None] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:02.297019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:02.297290 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-9de60622-6aec-4c55-aa49-f57a1b12f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:02.301219 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e8f5099f-dd9b-42b4-834c-407417c583d7 req-e4f3495d-3fcd-4182-a70f-ade5dded956e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 May 27 03:52:02.310918 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-9de60622-6aec-4c55-aa49-f57a1b12f562 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.1034865 May 27 03:52:02.380091 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Router 4f446d89-d93c-448e-991b-bf99b9b6b90d is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:02.434771 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-909d822c-d7ad-4ef2-b3f3-d56f8f32108c None None] Provisioning complete for port eb640a19-dd74-48dd-a63f-d9b87b48ff31 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:02.435383 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-909d822c-d7ad-4ef2-b3f3-d56f8f32108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:02.505521 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-429a96d8-8ee7-4355-88ed-01fa4c2a2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:02.506912 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-429a96d8-8ee7-4355-88ed-01fa4c2a2ac3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1805952 May 27 03:52:02.523871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-909d822c-d7ad-4ef2-b3f3-d56f8f32108c None None] Current status of the port eb640a19-dd74-48dd-a63f-d9b87b48ff31 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:02.578105 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-51fce0aa-423b-4334-a602-b8611e5beacc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.0363560 May 27 03:52:02.643649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:02.657577 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Sync routers for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:02.671046 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:02.671678 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:51:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:02.677420 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-96acb091-28e7-4622-ab5c-d926b46d9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:02.677420 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-96acb091-28e7-4622-ab5c-d926b46d9d6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0873625 May 27 03:52:02.773141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:02.774422 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-44722b59-5a12-4106-9847-f9f1413256db admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0150204 May 27 03:52:02.777381 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59258) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:02.801088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-d2b0b116-dbf9-4f95-9367-d95a0d59739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:02.810128 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-d2b0b116-dbf9-4f95-9367-d95a0d59739a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269522 May 27 03:52:02.869033 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:02.953884 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-27a04d00-388d-4858-a8f4-4bf94c381a1e None None] Provisioning complete for port eb640a19-dd74-48dd-a63f-d9b87b48ff31 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:02.954935 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-27a04d00-388d-4858-a8f4-4bf94c381a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:02.955937 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-d9db3305-a2db-422b-a916-21bfbe2d5feb service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392863 May 27 03:52:02.956671 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:03.076681 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-27a04d00-388d-4858-a8f4-4bf94c381a1e None None] Current status of the port eb640a19-dd74-48dd-a63f-d9b87b48ff31 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:03.138797 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-800dee92-2d7a-4d73-b0d2-0a055d0144f2 req-b900d797-0bc8-43b9-84c2-b51f760e7dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764309 May 27 03:52:03.196122 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:01Z', 'revision_number': 3, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:03.214293 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59274) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:03.235492 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Checking router: 4f446d89-d93c-448e-991b-bf99b9b6b90d for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:03.244044 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Updating router 4f446d89-d93c-448e-991b-bf99b9b6b90d port 20297d14-42a1-4346-aaaf-858894265bdf binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:52:03.273167 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (20297d14-42a1-4346-aaaf-858894265bdf), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.339049 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2010091609-network', 'tenant_id': 'aa040dcc21404116bd2e8b5c782df93c'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:03.377250 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.422810 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:03.423056 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Made reservation on behalf of aa040dcc21404116bd2e8b5c782df93c for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:03.426624 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.447025 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.450941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b0788-e297-4945-bede-8fb027507a95 req-d8258540-f163-4abf-a455-1d58fde40187 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:03.452533 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-218b0788-e297-4945-bede-8fb027507a95 req-d8258540-f163-4abf-a455-1d58fde40187 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0620010 May 27 03:52:03.566773 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-218b0788-e297-4945-bede-8fb027507a95 req-ca2b64c0-f2e5-4869-98e4-ed8f6a428822 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847647 May 27 03:52:03.568233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks [] for security_group (d7e13a65-8e85-4fe8-b3e2-99a1f4728083), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.662526 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Allocated IP 172.20.0.1 (b93c032c-30ef-48b0-b554-8d00241b1ee8/c01cc591-5f41-4654-9783-3d9a15b7bb20/de440290-af1c-4e10-8e32-bee82493ef30) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:03.678910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d7e13a65-8e85-4fe8-b3e2-99a1f4728083), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.691070 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device eb640a19-dd74-48dd-a63f-d9b87b48ff31 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:03.701018 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:03.725327 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (780a2135-7bb2-4d4a-9190-3b6ffc17a356), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.725748 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Added segment 780a2135-7bb2-4d4a-9190-3b6ffc17a356 of type vlan for network 1eca4163-8a31-4343-ae64-1690a04bd166 May 27 03:52:03.738145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e13a65-8e85-4fe8-b3e2-99a1f4728083,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:03.759735 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port eb640a19-dd74-48dd-a63f-d9b87b48ff31 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:03.760941 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.775453 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks [] for port (20297d14-42a1-4346-aaaf-858894265bdf), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.804653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks [] for port (de440290-af1c-4e10-8e32-bee82493ef30), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.819295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (1eca4163-8a31-4343-ae64-1690a04bd166), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.856431 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port eb640a19-dd74-48dd-a63f-d9b87b48ff31 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:03.896123 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (20297d14-42a1-4346-aaaf-858894265bdf), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.901998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:03.952127 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Attempting to bind port 20297d14-42a1-4346-aaaf-858894265bdf on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:03.952489 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Attempting to bind port 20297d14-42a1-4346-aaaf-858894265bdf by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:03.952895 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Attempting to bind port 20297d14-42a1-4346-aaaf-858894265bdf on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:03.959641 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Pushing event updated for resources: {'Port': ['ID=20297d14-42a1-4346-aaaf-858894265bdf,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:03.964550 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:03.965256 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:03.965863 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.966257 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:03.966717 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Bound port: 20297d14-42a1-4346-aaaf-858894265bdf, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:03.967096 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (20297d14-42a1-4346-aaaf-858894265bdf), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:03.970135 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.970472 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.970826 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.971179 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.971507 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.971826 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.972144 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.972459 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.972801 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.973122 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.973437 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.973768 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.974082 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.974533 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.974781 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:03.976194 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.004627 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (1eca4163-8a31-4343-ae64-1690a04bd166), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.005728 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:04.006433 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.031475 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Pushing event updated for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.044433 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] For port 20297d14-42a1-4346-aaaf-858894265bdf, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:04.044661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:04.045920 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] For port 20297d14-42a1-4346-aaaf-858894265bdf, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20297d14-42a1-4346-aaaf-858894265bdf,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:04.046125 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:04.048856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:04.099862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] Pushing event updated for resources: {'Network': ['ID=1eca4163-8a31-4343-ae64-1690a04bd166,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.108968 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.111670 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 1eca4163-8a31-4343-ae64-1690a04bd166 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:52:04.152102 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (20297d14-42a1-4346-aaaf-858894265bdf), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.191802 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-49fd7c67-79f9-4bea-bee4-a238c98bfc80 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9760878 May 27 03:52:04.195697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59308) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:04.202936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Request body: {'subnet': {'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2010091609-subnet', 'tenant_id': 'aa040dcc21404116bd2e8b5c782df93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:04.229316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.271371 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91539f6e-538f-4836-ace0-e00762954b7c None None] Pushing event updated for resources: {'Port': ['ID=20297d14-42a1-4346-aaaf-858894265bdf,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.279810 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:04.280439 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:51:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:04.282185 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.328894 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.351042 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Made reservation on behalf of aa040dcc21404116bd2e8b5c782df93c for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:04.353458 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.370167 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.389855 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:04.409921 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-7eec1ebc-74d1-4052-b3ed-779fbad7dd81 None None] Provisioning complete for port de440290-af1c-4e10-8e32-bee82493ef30 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:04.410471 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7eec1ebc-74d1-4052-b3ed-779fbad7dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (de440290-af1c-4e10-8e32-bee82493ef30), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.465340 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-7eec1ebc-74d1-4052-b3ed-779fbad7dd81 None None] Port de440290-af1c-4e10-8e32-bee82493ef30 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:04.538769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.593631 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.603668 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:01Z', 'revision_number': 3, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:04.613113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks [] for port (de440290-af1c-4e10-8e32-bee82493ef30), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.638830 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e64e3-6227-41e1-8398-18bae2e43221 None None] The sync data for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi is: [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:01Z', 'revision_number': 3, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:04.658892 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (f35a1d12-50ef-49bd-a4ec-d843e822a691), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.688779 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.717095 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59322) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:04.747028 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7cb2c-d0ff-4de2-85e9-5cd71a151a0f req-bcef6a6f-c20f-4037-887b-4a8cbf954b20 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:04.748932 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e6f7cb2c-d0ff-4de2-85e9-5cd71a151a0f req-bcef6a6f-c20f-4037-887b-4a8cbf954b20 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0999162 May 27 03:52:04.775354 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Pushing event updated for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.788284 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.789133 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35a1d12-50ef-49bd-a4ec-d843e822a691,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.823817 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Checking segment: {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:04.824987 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Network hostable DHCP agents. Network: 1eca4163-8a31-4343-ae64-1690a04bd166, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:04.839181 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e6f7cb2c-d0ff-4de2-85e9-5cd71a151a0f req-6f620b01-6735-486a-96fd-056076446ca9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 May 27 03:52:04.859842 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:04.898005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2045efc3-d208-440b-9148-ea57888ff141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:04.932173 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:04.934041 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:04.946206 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Network 1eca4163-8a31-4343-ae64-1690a04bd166 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:05.035409 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2045efc3-d208-440b-9148-ea57888ff141 admin admin] Publish callbacks [] for security_group (f9e84553-5d2e-412a-bf95-4810d34f3c80), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.044699 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 1eca4163-8a31-4343-ae64-1690a04bd166) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:05.049649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:05.050238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.055565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd9f47-0a68-47d0-8f81-c3b5b47e8c9c None None] Network 1eca4163-8a31-4343-ae64-1690a04bd166 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:05.103852 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2045efc3-d208-440b-9148-ea57888ff141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f9e84553-5d2e-412a-bf95-4810d34f3c80), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.120638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Router 4f446d89-d93c-448e-991b-bf99b9b6b90d has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:05.156243 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045efc3-d208-440b-9148-ea57888ff141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e84553-5d2e-412a-bf95-4810d34f3c80,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.169734 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4ad9c5b1-cf77-4b73-93f0-218b77a58be5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9728563 May 27 03:52:05.202430 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2045efc3-d208-440b-9148-ea57888ff141 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65b6d1d933c5490da04347641210dfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842119 May 27 03:52:05.204942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59332) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:05.279547 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b0eaa-9a96-47c2-a87c-47d61f1a365d None None] Network 1eca4163-8a31-4343-ae64-1690a04bd166 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:05.294525 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] Publish callbacks [] for security_group (f9e84553-5d2e-412a-bf95-4810d34f3c80), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.359960 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:05.373819 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ee926598-9d71-444b-b43a-06d8b2c85de0 admin admin] 10.222.0.58 "PUT /v2.0/routers/4f446d89-d93c-448e-991b-bf99b9b6b90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952697 May 27 03:52:05.393645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] Publish callbacks [] for security_group (f9e84553-5d2e-412a-bf95-4810d34f3c80), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.419273 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-efb1c0eb-75db-4273-b392-bbe590984c22 None None] Provisioning complete for port de440290-af1c-4e10-8e32-bee82493ef30 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:05.420154 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-efb1c0eb-75db-4273-b392-bbe590984c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (de440290-af1c-4e10-8e32-bee82493ef30), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.496989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-efb1c0eb-75db-4273-b392-bbe590984c22 None None] Port de440290-af1c-4e10-8e32-bee82493ef30 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:05.531584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f9e84553-5d2e-412a-bf95-4810d34f3c80), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.534135 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.541845 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9e84553-5d2e-412a-bf95-4810d34f3c80 HTTP/1.1" status: 204 len: 168 time: 0.3302510 May 27 03:52:05.549116 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b7109-ad6d-4b8b-b892-09983ddcce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e84553-5d2e-412a-bf95-4810d34f3c80,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.751452 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20297d14-42a1-4346-aaaf-858894265bdf up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:05.779043 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:05.802967 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 20297d14-42a1-4346-aaaf-858894265bdf triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:05.803410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20297d14-42a1-4346-aaaf-858894265bdf), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.856375 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:05.913833 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 20297d14-42a1-4346-aaaf-858894265bdf is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:05.914361 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (20297d14-42a1-4346-aaaf-858894265bdf), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:05.937394 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 20297d14-42a1-4346-aaaf-858894265bdf, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20297d14-42a1-4346-aaaf-858894265bdf,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:05.944111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:05.983854 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d6cb-98ee-4e7c-a38a-27ddae4bda1c req-1c97a43c-f204-4a8d-bc2b-5e20b7d6d65d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:05.989176 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6d14d6cb-98ee-4e7c-a38a-27ddae4bda1c req-1c97a43c-f204-4a8d-bc2b-5e20b7d6d65d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0553927 May 27 03:52:06.022434 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (20297d14-42a1-4346-aaaf-858894265bdf), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.054086 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6d14d6cb-98ee-4e7c-a38a-27ddae4bda1c req-8476050b-d9f6-4072-b574-fbad1af3ec1b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 May 27 03:52:06.094705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=20297d14-42a1-4346-aaaf-858894265bdf,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.147091 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:06.416251 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6ec6-aad7-4a7a-8d32-78ee739724a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.441779 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59368) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:06.447587 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-307030030-network', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:06.448781 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59370) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:06.465358 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ce93de-3d41-4340-936f-63f9e9ac726b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.551890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ce93de-3d41-4340-936f-63f9e9ac726b admin admin] Publish callbacks [] for security_group (324765f0-713e-461b-a7d0-6b551761e7bd), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.593121 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Made reservation on behalf of e4e0a97e86df4bd38461b02c6b2db08c for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:06.596649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.607473 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.655922 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84ce93de-3d41-4340-936f-63f9e9ac726b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (324765f0-713e-461b-a7d0-6b551761e7bd), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.686104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks [] for security_group (8362ded8-e1e4-441f-aa08-57399f228e34), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.700221 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce93de-3d41-4340-936f-63f9e9ac726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324765f0-713e-461b-a7d0-6b551761e7bd,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.708440 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-84ce93de-3d41-4340-936f-63f9e9ac726b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05068dde0c93439ab4d602fb719bb4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556660 May 27 03:52:06.708770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59378) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:06.740871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Sync routers for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:06.752548 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:06.753167 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:51:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:06.762757 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] Publish callbacks [] for security_group (324765f0-713e-461b-a7d0-6b551761e7bd), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.785958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] Publish callbacks [] for security_group (324765f0-713e-461b-a7d0-6b551761e7bd), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.811131 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (8362ded8-e1e4-441f-aa08-57399f228e34), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.839922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362ded8-e1e4-441f-aa08-57399f228e34,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.846709 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:06.860663 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:06.942108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (324765f0-713e-461b-a7d0-6b551761e7bd), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.944908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.946146 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/324765f0-713e-461b-a7d0-6b551761e7bd HTTP/1.1" status: 204 len: 168 time: 0.2364697 May 27 03:52:06.952640 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:06.955386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d163-e9cf-4ac1-9398-396840ea8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324765f0-713e-461b-a7d0-6b551761e7bd,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.966093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (85098bd2-35c8-42d5-b90f-6d9c655316be), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:06.966661 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Added segment 85098bd2-35c8-42d5-b90f-6d9c655316be of type vlan for network ab103b84-8ac6-4f34-ae04-e6e09c717b55 May 27 03:52:07.016394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (ab103b84-8ac6-4f34-ae04-e6e09c717b55), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.067275 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 2, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:07.093964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (ab103b84-8ac6-4f34-ae04-e6e09c717b55), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.095283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:07.095949 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.097598 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Checking router: 4f446d89-d93c-448e-991b-bf99b9b6b90d for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:07.098126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Updating router 4f446d89-d93c-448e-991b-bf99b9b6b90d port de440290-af1c-4e10-8e32-bee82493ef30 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:52:07.132909 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.214865 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7711654 May 27 03:52:07.218086 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59384) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:07.221417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341773b9-6bdb-4dda-9207-14846f65c2ed admin admin] Pushing event updated for resources: {'Network': ['ID=ab103b84-8ac6-4f34-ae04-e6e09c717b55,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:07.223147 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Request body: {'subnet': {'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-307030030-subnet', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'ip_version': 4}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:07.234815 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b60f-c7a7-45ac-b86c-a4d171c38c59 req-47144cd4-4fa1-42fd-9b2e-baebb4c98dbc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:07.236351 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b986b60f-c7a7-45ac-b86c-a4d171c38c59 req-47144cd4-4fa1-42fd-9b2e-baebb4c98dbc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0650992 May 27 03:52:07.279694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:52:07.288073 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b986b60f-c7a7-45ac-b86c-a4d171c38c59 req-0c95ff40-d607-410d-b694-7801c7ec453b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 May 27 03:52:07.325156 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Made reservation on behalf of e4e0a97e86df4bd38461b02c6b2db08c for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:07.327724 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12918980'] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.334179 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:07.460463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:07.618567 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14856091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12918994'] for subnet (b245622b-439e-4e74-a1cc-054790f66f89), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.629689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks [] for port (de440290-af1c-4e10-8e32-bee82493ef30), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.674156 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20297d14-42a1-4346-aaaf-858894265bdf up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:07.688946 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b245622b-439e-4e74-a1cc-054790f66f89,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:07.701919 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Checking segment: {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:07.702272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Network hostable DHCP agents. Network: ab103b84-8ac6-4f34-ae04-e6e09c717b55, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:07.719798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 20297d14-42a1-4346-aaaf-858894265bdf triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:07.720167 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20297d14-42a1-4346-aaaf-858894265bdf), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.744711 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.759185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=6,neutron:SELECT=72,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:07.810716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:07.819389 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfecf08-7ab8-4107-972f-427f30a66be1 None None] Pushing event updated for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:07.876463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:07.879091 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, ab103b84-8ac6-4f34-ae04-e6e09c717b55) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:07.889067 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:07.891316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.891441 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45b42d-4248-4dc1-b755-4d70e3799f57 None None] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:07.918663 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 20297d14-42a1-4346-aaaf-858894265bdf is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:07.923539 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Attempting to bind port de440290-af1c-4e10-8e32-bee82493ef30 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:07.923884 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Attempting to bind port de440290-af1c-4e10-8e32-bee82493ef30 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:07.924236 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Attempting to bind port de440290-af1c-4e10-8e32-bee82493ef30 on network b93c032c-30ef-48b0-b554-8d00241b1ee8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:07.960566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:07.960944 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Checking segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:07.961348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.961740 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Bound using segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:07.962227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Bound port: de440290-af1c-4e10-8e32-bee82493ef30, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:07.962607 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.967933 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-667dafa2-2a8e-43e6-b0dc-4c6b5f739e30 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7485754 May 27 03:52:07.970600 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59406) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:07.975411 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:08.074001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.074738 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-65fe773a-f3c7-4166-bf2b-d60fc9d5c97e None None] Provisioning complete for port de440290-af1c-4e10-8e32-bee82493ef30 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:08.075107 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-65fe773a-f3c7-4166-bf2b-d60fc9d5c97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (de440290-af1c-4e10-8e32-bee82493ef30), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.075851 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.079502 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'fixed_ips': [{'subnet_id': 'b245622b-439e-4e74-a1cc-054790f66f89'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:52:08.080440 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.084307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] For port de440290-af1c-4e10-8e32-bee82493ef30, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:08.088725 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] For port de440290-af1c-4e10-8e32-bee82493ef30, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=de440290-af1c-4e10-8e32-bee82493ef30,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:08.130770 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for router_controller (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.136649 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-65fe773a-f3c7-4166-bf2b-d60fc9d5c97e None None] Port de440290-af1c-4e10-8e32-bee82493ef30 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:08.253341 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Allocated IP 172.20.0.2 (ab103b84-8ac6-4f34-ae04-e6e09c717b55/b245622b-439e-4e74-a1cc-054790f66f89/5998a826-bfcc-44e5-ba5d-c1cda84a8902) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:08.270668 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:08.281293 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.405257 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:08.406188 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:51:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.480038 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for router_gateway (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.483666 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfecf08-7ab8-4107-972f-427f30a66be1 None None] Pushing event updated for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.486025 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38679884-e129-4a21-a733-cb4817ad15b5 req-217ed056-6955-41db-a61a-332ca18251ad tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:08.487758 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-38679884-e129-4a21-a733-cb4817ad15b5 req-217ed056-6955-41db-a61a-332ca18251ad tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0952342 May 27 03:52:08.509374 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:08.561065 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-38679884-e129-4a21-a733-cb4817ad15b5 req-2d6b4341-664f-4555-aded-9811d9437111 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 May 27 03:52:08.637688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks [] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.695478 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Provisioning complete for port de440290-af1c-4e10-8e32-bee82493ef30 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:08.695813 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (de440290-af1c-4e10-8e32-bee82493ef30), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.700526 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:08.747231 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.791770 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for router_gateway (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.812090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.821482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:08.833917 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:08.848808 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:08.849871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:08.853907 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:08.872400 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Pushing event updated for resources: {'Port': ['ID=5998a826-bfcc-44e5-ba5d-c1cda84a8902,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.940259 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Allocated IP 172.27.2.28 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/2c165387-512f-4992-b997-3b4ee8fcdc95) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:08.984135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Current status of the port de440290-af1c-4e10-8e32-bee82493ef30 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:08.984530 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.021809 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Attempting to bind port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:09.022168 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Attempting to bind port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:09.022549 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Attempting to bind port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 on network ab103b84-8ac6-4f34-ae04-e6e09c717b55 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:09.041013 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:09.041383 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Checking segment: {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:09.043705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.043705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Bound using segment: {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:09.043705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Bound port: 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:09.043705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.058719 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.091313 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] For port de440290-af1c-4e10-8e32-bee82493ef30, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=de440290-af1c-4e10-8e32-bee82493ef30,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:09.123970 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:09.134387 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.158700 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451d936-07b9-440c-9e70-7c0e94b2e9fb None None] The sync data for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi is: [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:09.175045 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] For port 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:09.176860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:09.179663 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] For port 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5998a826-bfcc-44e5-ba5d-c1cda84a8902,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:09.182870 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:09.185660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:09.188855 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.262220 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Pushing event updated for resources: {'Port': ['ID=2c165387-512f-4992-b997-3b4ee8fcdc95,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.291708 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6199877-1d37-4541-8815-7b9611265bf7 None None] Pushing event updated for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.317730 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.394866 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76a282-1968-4aa7-844c-30cfcfccb688 None None] Pushing event updated for resources: {'Port': ['ID=5998a826-bfcc-44e5-ba5d-c1cda84a8902,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.399905 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:09.479371 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:09.508681 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9d49f79e-3f21-4a8b-a540-6bc49151c220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.535721 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for router_gateway (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.767485 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ed65-9689-4193-87dc-c38a69bad3d5 req-85146643-2c8b-40ca-abfe-f9ae6a28e595 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:09.770230 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1da1ed65-9689-4193-87dc-c38a69bad3d5 req-85146643-2c8b-40ca-abfe-f9ae6a28e595 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0862465 May 27 03:52:09.780492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device de440290-af1c-4e10-8e32-bee82493ef30 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:09.831232 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port de440290-af1c-4e10-8e32-bee82493ef30 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:09.831603 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (de440290-af1c-4e10-8e32-bee82493ef30), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.926432 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1da1ed65-9689-4193-87dc-c38a69bad3d5 req-cdd959ab-ef71-4eba-b131-bcd482657654 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512337 May 27 03:52:09.940216 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.054778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:10.055669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port de440290-af1c-4e10-8e32-bee82493ef30 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:10.057415 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5998a826-bfcc-44e5-ba5d-c1cda84a8902 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:10.107180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:10.107773 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.181738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:10.190626 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:10.192017 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.236299 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5998a826-bfcc-44e5-ba5d-c1cda84a8902,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:10.388112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.455404 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=5998a826-bfcc-44e5-ba5d-c1cda84a8902,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.591563 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:10.599649 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d4ccd-46aa-4fea-8e54-073591932e6e None None] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:10.603065 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:10.613139 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Sync routers for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:10.626737 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:10.627399 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:10.659660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.669444 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f3d9-73fb-4226-aea7-4d4fa6ee25fa None None] Provisioning complete for port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:10.669974 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f3d9-73fb-4226-aea7-4d4fa6ee25fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.736858 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:10.747503 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:10.749151 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d4d8e8cd-5b6c-44ac-8b32-0fc35081f09a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7773225 May 27 03:52:10.752113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59454) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:10.816978 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f3d9-73fb-4226-aea7-4d4fa6ee25fa None None] Current status of the port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:10.931378 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 3, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:10.961326 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Checking router: ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:10.961969 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Updating router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff port 2c165387-512f-4992-b997-3b4ee8fcdc95 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:52:10.994939 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.029376 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:11.147836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-9b3d9219-9e0e-48ee-add3-7f49f00a1f91 None None] Provisioning complete for port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:11.148317 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b3d9219-9e0e-48ee-add3-7f49f00a1f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.201612 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27a4d2-5b78-4e07-8736-380c857d6d4f req-9d361a81-a4ca-4913-8791-3b5ade8efbb7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:11.203135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2e27a4d2-5b78-4e07-8736-380c857d6d4f req-9d361a81-a4ca-4913-8791-3b5ade8efbb7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0596354 May 27 03:52:11.227149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d9219-9e0e-48ee-add3-7f49f00a1f91 None None] Current status of the port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:11.301961 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks [] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.324787 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2e27a4d2-5b78-4e07-8736-380c857d6d4f req-63617adb-abc2-4423-8b3c-56a01e0afb6a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954368 May 27 03:52:11.408422 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.459160 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Attempting to bind port 2c165387-512f-4992-b997-3b4ee8fcdc95 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:11.459603 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Attempting to bind port 2c165387-512f-4992-b997-3b4ee8fcdc95 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:11.460020 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Attempting to bind port 2c165387-512f-4992-b997-3b4ee8fcdc95 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:11.473061 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64d050-a99c-45ef-a49f-5aae771ffd0d None None] Pushing event updated for resources: {'Port': ['ID=2c165387-512f-4992-b997-3b4ee8fcdc95,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.475545 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:11.475908 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:11.476490 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.477029 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:11.477643 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Bound port: 2c165387-512f-4992-b997-3b4ee8fcdc95, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:11.478169 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.516329 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.530425 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] For port 2c165387-512f-4992-b997-3b4ee8fcdc95, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:11.533778 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] For port 2c165387-512f-4992-b997-3b4ee8fcdc95, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2c165387-512f-4992-b997-3b4ee8fcdc95,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:11.641097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.648928 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.671282 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5998a826-bfcc-44e5-ba5d-c1cda84a8902 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:11.682468 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Allocated IP 172.20.0.1 (ab103b84-8ac6-4f34-ae04-e6e09c717b55/b245622b-439e-4e74-a1cc-054790f66f89/092c87f7-3406-4cdc-9328-5aa5019c4e58) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:11.706072 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:11.706823 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:11.722776 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:11.723140 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.754077 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64d050-a99c-45ef-a49f-5aae771ffd0d None None] Pushing event updated for resources: {'Port': ['ID=2c165387-512f-4992-b997-3b4ee8fcdc95,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.754765 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:11.806477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:11.807595 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks [] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.828374 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:11.835465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:11.907763 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.912722 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:11.950908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:11.955816 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:11.958242 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Pushing event updated for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.960362 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:12.004489 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.045736 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:12.087008 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 3, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:12.117308 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87407fc1-af0f-4240-8ef6-cf221c6f43f6 None None] The sync data for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi is: [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 3, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:12.229897 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.258122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-bc608749-ab09-44be-8bb6-049a8c8a682f None None] Provisioning complete for port 092c87f7-3406-4cdc-9328-5aa5019c4e58 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:12.258680 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc608749-ab09-44be-8bb6-049a8c8a682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.297102 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-bc608749-ab09-44be-8bb6-049a8c8a682f None None] Port 092c87f7-3406-4cdc-9328-5aa5019c4e58 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:12.460656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f447f3-3b8c-4c41-b86f-ddc5107d59f8 req-7ae0ab18-7339-4440-92fc-1b35194b944e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:12.462861 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b9f447f3-3b8c-4c41-b86f-ddc5107d59f8 req-7ae0ab18-7339-4440-92fc-1b35194b944e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0565712 May 27 03:52:12.468326 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks [] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.529709 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b9f447f3-3b8c-4c41-b86f-ddc5107d59f8 req-914316b2-4e5e-4ba7-87c4-5756c501735e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 May 27 03:52:12.534348 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.606560 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.608288 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Pushing event updated for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:12.635211 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:12.714633 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:12.716588 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:12.842834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:12.924177 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6dcba677-1d07-418c-936d-2532b12e39a5 None None] Provisioning complete for port 092c87f7-3406-4cdc-9328-5aa5019c4e58 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:12.924633 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6dcba677-1d07-418c-936d-2532b12e39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.962411 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6dcba677-1d07-418c-936d-2532b12e39a5 None None] Port 092c87f7-3406-4cdc-9328-5aa5019c4e58 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:12.975228 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:12.980055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-cd29e22d-96cc-48f7-a870-800cd1d00f24 admin admin] 10.222.0.58 "PUT /v2.0/routers/ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262316 May 27 03:52:13.316638 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.430588 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59488) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:13.435433 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332802366', 'description': 'tempest-secgroup-smoke-332802366 description', 'project_id': '2f97b57909174abeab16dedc077b37e0'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:13.539430 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.605953 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:13.623554 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (fbfb2096-7c94-43c0-a1f4-97ed981fa23e), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.681135 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d09d-66e4-4ad4-bf27-dcd915302930 req-84052620-20e6-4236-a824-c3716d210ef4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:13.682854 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aac6d09d-66e4-4ad4-bf27-dcd915302930 req-84052620-20e6-4236-a824-c3716d210ef4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0666506 May 27 03:52:13.719029 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2c165387-512f-4992-b997-3b4ee8fcdc95 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:13.729943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fbfb2096-7c94-43c0-a1f4-97ed981fa23e), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.740990 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aac6d09d-66e4-4ad4-bf27-dcd915302930 req-17c11bf5-ca6f-42c4-876c-9c3097f5c2a8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 May 27 03:52:13.774583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb2096-7c94-43c0-a1f4-97ed981fa23e,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:13.787515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 2c165387-512f-4992-b997-3b4ee8fcdc95 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:13.788037 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.822141 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Sync routers for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:13.848955 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:13.849594 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:13.884873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:13.886829 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1dc9067f-53d6-4e70-9986-1160e2fdbb63 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4546931 May 27 03:52:13.889926 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59500) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:13.894686 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:13.976750 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 2c165387-512f-4992-b997-3b4ee8fcdc95 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:13.977142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.007675 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:14.010707 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 2c165387-512f-4992-b997-3b4ee8fcdc95, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2c165387-512f-4992-b997-3b4ee8fcdc95,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:14.019181 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (8c9003ff-0732-4909-a01e-1d79d5da2a72), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.080096 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.080344 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (8c9003ff-0732-4909-a01e-1d79d5da2a72), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.161726 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:14.164461 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (8c9003ff-0732-4909-a01e-1d79d5da2a72), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.187408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=2c165387-512f-4992-b997-3b4ee8fcdc95,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.210554 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9003ff-0732-4909-a01e-1d79d5da2a72,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.256005 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 4, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '092c87f7-3406-4cdc-9328-5aa5019c4e58', 'name': '', 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'mac_address': 'fa:16:3e:4c:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:11Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 2, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'subnets': [{'id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:14.264124 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.268258 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e67dae5b-2c3a-4b27-aa68-0597459bb510 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746073 May 27 03:52:14.268512 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59508) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:14.274435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:14.286900 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Checking router: ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:14.287254 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Updating router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff port 092c87f7-3406-4cdc-9328-5aa5019c4e58 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:52:14.317018 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.332187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:14.365044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (bc14f2ce-1e40-40e0-bfd7-d641d5ef0c04), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.411183 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:14.422778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (bc14f2ce-1e40-40e0-bfd7-d641d5ef0c04), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.505355 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (bc14f2ce-1e40-40e0-bfd7-d641d5ef0c04), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.530243 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc14f2ce-1e40-40e0-bfd7-d641d5ef0c04,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.624001 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.626598 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5faecc5b-3f95-4fff-9b4d-e546f530253f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569393 May 27 03:52:14.628069 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59516) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:14.630852 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks [] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.632775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:14.701872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.754217 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (9b2f5c10-7a11-4528-9ed1-a26e3cdc04f8), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.771417 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191044b1-9127-4589-b7ee-2c770eb7288c None None] Pushing event updated for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.831186 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Attempting to bind port 092c87f7-3406-4cdc-9328-5aa5019c4e58 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:14.831551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Attempting to bind port 092c87f7-3406-4cdc-9328-5aa5019c4e58 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:14.831907 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Attempting to bind port 092c87f7-3406-4cdc-9328-5aa5019c4e58 on network ab103b84-8ac6-4f34-ae04-e6e09c717b55 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:14.840941 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:14.841912 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Checking segment: {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:14.842403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.842989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Bound using segment: {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:14.843629 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Bound port: 092c87f7-3406-4cdc-9328-5aa5019c4e58, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85098bd2-35c8-42d5-b90f-6d9c655316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:14.844302 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.851957 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (9b2f5c10-7a11-4528-9ed1-a26e3cdc04f8), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.952906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] For port 092c87f7-3406-4cdc-9328-5aa5019c4e58, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:14.960756 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] For port 092c87f7-3406-4cdc-9328-5aa5019c4e58, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=092c87f7-3406-4cdc-9328-5aa5019c4e58,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:14.967706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f65b6-d059-4c41-9da1-2da5d4904479 req-754dd50b-13ac-4ce4-a35a-7e5e78e170dd tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:14.969471 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-806f65b6-d059-4c41-9da1-2da5d4904479 req-754dd50b-13ac-4ce4-a35a-7e5e78e170dd tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0747685 May 27 03:52:14.971298 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (9b2f5c10-7a11-4528-9ed1-a26e3cdc04f8), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.002011 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2f5c10-7a11-4528-9ed1-a26e3cdc04f8,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:15.044116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.052431 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-806f65b6-d059-4c41-9da1-2da5d4904479 req-5ad0a01f-6bd3-4c31-aa62-844ee36c0363 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721998 May 27 03:52:15.100441 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.107804 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-97528aaf-f014-48d3-81aa-9b3e59b58ab3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4751139 May 27 03:52:15.108824 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59528) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:15.116455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:15.139748 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:15.148637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Provisioning complete for port 092c87f7-3406-4cdc-9328-5aa5019c4e58 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:15.148637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.188952 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191044b1-9127-4589-b7ee-2c770eb7288c None None] Pushing event updated for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:15.207477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:15.209840 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:15.317897 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (cd227c64-85c8-4351-976e-0300a778c6ad), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.442644 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (cd227c64-85c8-4351-976e-0300a778c6ad), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.536647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (cd227c64-85c8-4351-976e-0300a778c6ad), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.618455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd227c64-85c8-4351-976e-0300a778c6ad,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:15.622742 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Current status of the port 092c87f7-3406-4cdc-9328-5aa5019c4e58 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:15.623419 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.661632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:15.723318 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:15.727902 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9a27e5c7-4f7e-4878-aaa0-867aee4eed77 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6148076 May 27 03:52:15.728796 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59564) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:15.751301 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:15.785315 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-28f63e77-9b3e-47a5-977a-aaa01b7320ad tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:15.791409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] For port 092c87f7-3406-4cdc-9328-5aa5019c4e58, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=092c87f7-3406-4cdc-9328-5aa5019c4e58,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:15.795236 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2c165387-512f-4992-b997-3b4ee8fcdc95 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:15.806698 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-28f63e77-9b3e-47a5-977a-aaa01b7320ad tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/networks?id=1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 200 len: 814 time: 0.3822072 May 27 03:52:15.830604 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-eb8ecfe4-b4d0-418c-bab8-88b2ca4e1dc9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/quotas/aa040dcc21404116bd2e8b5c782df93c HTTP/1.1" status: 200 len: 375 time: 0.0223076 May 27 03:52:15.862284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:15.885248 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-fc706520-b027-4bdf-a5b6-d4fa7e03fe70 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533271 May 27 03:52:15.942932 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.062498 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:16.068771 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.securitygroups_db [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Project 2f97b57909174abeab16dedc077b37e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:52:16.076888 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-d189bb75-ce32-4a37-a544-ef1ef3b9504e service neutron] 10.222.0.58 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903787 May 27 03:52:16.080791 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (13352831-019e-4a30-b484-09ac44fc615e), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.132713 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 2c165387-512f-4992-b997-3b4ee8fcdc95 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:16.133083 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.145005 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-9c0ff4d9-53a8-43e5-929e-9f2af34250eb None None] Provisioning complete for port 092c87f7-3406-4cdc-9328-5aa5019c4e58 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:16.145373 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff4d9-53a8-43e5-929e-9f2af34250eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.214696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3debad4-b971-47d4-9a7b-eb88746edeb5 None None] Pushing event updated for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:16.294392 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:16.312855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (13352831-019e-4a30-b484-09ac44fc615e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.359917 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-137778c7-821a-46a0-9098-17b69f4ddeb6 service neutron] 10.222.0.58 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652688 May 27 03:52:16.368085 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (13352831-019e-4a30-b484-09ac44fc615e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.381294 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 4, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '092c87f7-3406-4cdc-9328-5aa5019c4e58', 'name': '', 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'mac_address': 'fa:16:3e:4c:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:11Z', 'updated_at': '2022-05-27T03:52:14Z', 'revision_number': 4, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'subnets': [{'id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:16.388728 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 2c165387-512f-4992-b997-3b4ee8fcdc95 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:16.422034 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff7f4f-4187-46cb-9a7a-15bac283a20d None None] The sync data for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi is: [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 4, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '092c87f7-3406-4cdc-9328-5aa5019c4e58', 'name': '', 'network_id': 'ab103b84-8ac6-4f34-ae04-e6e09c717b55', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'mac_address': 'fa:16:3e:4c:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:11Z', 'updated_at': '2022-05-27T03:52:14Z', 'revision_number': 4, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'subnets': [{'id': 'b245622b-439e-4e74-a1cc-054790f66f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:16.425007 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ff4d9-53a8-43e5-929e-9f2af34250eb None None] Current status of the port 092c87f7-3406-4cdc-9328-5aa5019c4e58 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:16.456139 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13352831-019e-4a30-b484-09ac44fc615e,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:16.470370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.478291 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59584) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:16.478903 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-de328b9c-6808-4e7b-9bd6-f87f9e6bdef3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7453160 May 27 03:52:16.492219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'security_group_rule': {'security_group_id': 'fbfb2096-7c94-43c0-a1f4-97ed981fa23e', 'project_id': '2f97b57909174abeab16dedc077b37e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:17.065062 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.securitygroups_db [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Project 2f97b57909174abeab16dedc077b37e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:52:17.072350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (a3c927bf-cde9-47b2-8d5a-1a0b86febde1), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.194084 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (a3c927bf-cde9-47b2-8d5a-1a0b86febde1), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.330874 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (a3c927bf-cde9-47b2-8d5a-1a0b86febde1), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.351341 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-af405fa7-880a-4e73-afd4-db687c8cd4a6 req-39c91576-98d5-45a1-923a-c8ec1ea7ad9d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0916839 May 27 03:52:17.404856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c927bf-cde9-47b2-8d5a-1a0b86febde1,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.499732 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.501670 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-32cb4dda-7270-416f-a69a-ec575c6dd613 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0213163 May 27 03:52:17.551386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59604) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:17.557406 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774784710', 'description': 'tempest-description--914034404'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:17.679358 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.750702 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:17.826558 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 092c87f7-3406-4cdc-9328-5aa5019c4e58 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:17.889022 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (b356f259-4f0b-46b6-aec3-05966d22a9c4), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.941116 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (b356f259-4f0b-46b6-aec3-05966d22a9c4), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:17.985816 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b356f259-4f0b-46b6-aec3-05966d22a9c4,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.991621 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 092c87f7-3406-4cdc-9328-5aa5019c4e58 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:17.995339 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.041735 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.049666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59648) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:18.051120 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d5500eb8-2ad0-4c34-950d-8e492bf2056a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4973345 May 27 03:52:18.066461 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'security_group_rule': {'security_group_id': 'b356f259-4f0b-46b6-aec3-05966d22a9c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:18.245002 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 092c87f7-3406-4cdc-9328-5aa5019c4e58 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:18.342912 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (4f150bc2-f6d8-499d-a3b6-94d1d96c7ce7), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.469231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (4f150bc2-f6d8-499d-a3b6-94d1d96c7ce7), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.531434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (4f150bc2-f6d8-499d-a3b6-94d1d96c7ce7), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.540179 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85f65b81-ccd0-457f-b2ff-0d54f9755313 req-2d01fd2c-246b-4802-bd69-5252a4a5be36 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0496469 May 27 03:52:18.601435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f150bc2-f6d8-499d-a3b6-94d1d96c7ce7,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.678273 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.683042 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59668) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:18.689320 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5af18058-2c73-4352-8d68-755c3762e5f9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6383712 May 27 03:52:18.689759 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'security_group_rule': {'security_group_id': 'b356f259-4f0b-46b6-aec3-05966d22a9c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:18.819136 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (0859717e-da1e-49f4-a696-0896b2c678b5), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.911260 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (0859717e-da1e-49f4-a696-0896b2c678b5), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.004259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (0859717e-da1e-49f4-a696-0896b2c678b5), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.026417 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0859717e-da1e-49f4-a696-0896b2c678b5,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:19.118765 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.123914 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-151b37f2-0ddf-4a94-89ae-fb036d7ee4c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4386082 May 27 03:52:19.125862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 59680) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:19.134058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:19.232871 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.343729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.488283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Allocated IP 172.27.2.21 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:19.687056 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d290527e-a52b-44f7-a6da-70ee25a96203 req-02b8e0bc-ff26-4111-887c-8ec07d282ab7 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0552371 May 27 03:52:19.736523 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.937024 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.983017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:19.986311 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:19.990165 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:20.010582 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'Port': ['ID=3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:20.058494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:20.102035 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (168749f0-051f-4344-bad3-714374a01be5), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.264840 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.304988 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:20.518858 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-a154ff13-5041-41ad-8d21-955a35923397 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:20.520290 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-a154ff13-5041-41ad-8d21-955a35923397 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "GET /v2.0/networks?id=1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 200 len: 814 time: 0.1836650 May 27 03:52:20.552450 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Request body: {'port': {'device_id': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166', 'admin_state_up': True, 'tenant_id': 'aa040dcc21404116bd2e8b5c782df93c'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:20.646339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.774733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.828288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (168749f0-051f-4344-bad3-714374a01be5), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.851111 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-341d764b-422c-455e-beb9-9fd6dfdbb6f2 req-0f913b8f-a788-433a-8505-960923c8b9a2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0394099 May 27 03:52:20.895841 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:20.908329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Made reservation on behalf of aa040dcc21404116bd2e8b5c782df93c for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:20.912389 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.950765 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'Port': ['ID=3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.015958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:21.017420 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b0167ed2-ab8c-40eb-bccd-3afb0f342a7e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8905244 May 27 03:52:21.139329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Allocated IP 172.20.0.6 (1eca4163-8a31-4343-ae64-1690a04bd166/f35a1d12-50ef-49bd-a4ec-d843e822a691/8c4c8fa0-d018-4e26-a5eb-863da29f1e8e) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:21.395463 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks [] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:21.586418 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:21.597736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:21.646350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Network 1eca4163-8a31-4343-ae64-1690a04bd166 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:21.653217 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-44b0de4c-15b5-45e6-9324-cc2f3c991ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773442 May 27 03:52:21.656941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:21.659127 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:21.664582 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.665386 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:21.670100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Pushing event updated for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.764731 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488969-5347-4322-a1ce-80c9547c4998 req-56b3c51f-9a07-4661-a868-64615c53a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.766411 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-56b3c51f-9a07-4661-a868-64615c53a250 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.0543351 May 27 03:52:21.872009 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4600e76d-34ec-47a5-b87f-b76830d1b6c5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3237391 May 27 03:52:21.924430 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Request body: {'port': {'device_id': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:22.019736 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488969-5347-4322-a1ce-80c9547c4998 req-7e1ced28-11c6-4943-9175-f862e04f3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:22.027403 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-7e1ced28-11c6-4943-9175-f862e04f3f3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.2387121 May 27 03:52:22.041205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.178777 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7d7e-cb8a-492f-9a7b-988b1c8d6f05 req-14ec2da1-88d4-476f-af92-3fc771efbcdf tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:22.180440 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e35d7d7e-cb8a-492f-9a7b-988b1c8d6f05 req-14ec2da1-88d4-476f-af92-3fc771efbcdf tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 931 time: 0.0660605 May 27 03:52:22.181104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59756) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:22.188951 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-cf32ce7f-39ba-4b31-8d08-eb7d056f7014 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.1549978 May 27 03:52:22.253540 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:22.413857 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e35d7d7e-cb8a-492f-9a7b-988b1c8d6f05 req-223b589b-fc70-4d88-bddc-1efd8b8d765e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092972 May 27 03:52:22.426785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08f89248-52e5-4b58-afbf-19039d73276b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.439845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488969-5347-4322-a1ce-80c9547c4998 req-2ea95200-2392-4dd7-bdd9-87f687a3eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:22.441856 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-2ea95200-2392-4dd7-bdd9-87f687a3eebe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.1805360 May 27 03:52:22.517963 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488969-5347-4322-a1ce-80c9547c4998 req-7f260bcc-ea3c-428a-872c-073e2c54c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:22.519544 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-7f260bcc-ea3c-428a-872c-073e2c54c1c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637112 May 27 03:52:22.604770 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.625780 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:22.629767 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:22.631623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:22.637287 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks [] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.653945 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Transition to ACTIVE for port object 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:52:22.706419 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-24aa0c90-e08e-4587-a34e-134e27559731 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782756 May 27 03:52:22.752761 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08f89248-52e5-4b58-afbf-19039d73276b admin admin] Publish callbacks [] for security_group (dccbf1be-7d0a-4223-8d99-b1387b31f2e6), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.758881 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.823144 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:22.839508 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08f89248-52e5-4b58-afbf-19039d73276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (dccbf1be-7d0a-4223-8d99-b1387b31f2e6), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.877913 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Attempting to bind port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:22.878580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Attempting to bind port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:22.879189 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Attempting to bind port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e on network 1eca4163-8a31-4343-ae64-1690a04bd166 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:22.884697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e on network 1eca4163-8a31-4343-ae64-1690a04bd166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:52:22.885018 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Attempting to bind port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e on network 1eca4163-8a31-4343-ae64-1690a04bd166 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:22.890343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:22.890679 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Checking segment: {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:22.891075 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Bound using segment: {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:22.891555 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Bound port: 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:22.891916 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:22.910778 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-08f89248-52e5-4b58-afbf-19039d73276b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8a270d9d39c4b8d916906ec77e5dfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283680 May 27 03:52:22.912382 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f89248-52e5-4b58-afbf-19039d73276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccbf1be-7d0a-4223-8d99-b1387b31f2e6,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:22.916578 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7488969-5347-4322-a1ce-80c9547c4998 req-f184b8f5-5cbe-453e-96ff-d96f831a6377 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041590 May 27 03:52:22.917960 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 59762) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:22.979377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:22.984451 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:23.003616 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] Publish callbacks [] for security_group (dccbf1be-7d0a-4223-8d99-b1387b31f2e6), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.030730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] Publish callbacks [] for security_group (dccbf1be-7d0a-4223-8d99-b1387b31f2e6), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.091668 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.129234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.129908 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.131398 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] 10.222.0.44 "PUT /v2.0/ports/8c4c8fa0-d018-4e26-a5eb-863da29f1e8e HTTP/1.1" status: 200 len: 1093 time: 1.2416849 May 27 03:52:23.131941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:23.136985 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57617fcb-293c-403e-a284-674761c6a08b" -d '{"events": [{"name": "network-changed", "server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:23.170001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cfaf8-a429-4530-96de-eeefb9887e7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:23.175778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (dccbf1be-7d0a-4223-8d99-b1387b31f2e6), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.178710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:23.182353 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dccbf1be-7d0a-4223-8d99-b1387b31f2e6 HTTP/1.1" status: 204 len: 168 time: 0.2609844 May 27 03:52:23.189387 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fd0f7-435e-4e71-a6dc-286959ec19c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccbf1be-7d0a-4223-8d99-b1387b31f2e6,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:23.197946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814e4b5-16b6-435d-a883-04a926c1c5da x-openstack-request-id: req-b814e4b5-16b6-435d-a883-04a926c1c5da {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:23.198239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:23.198487 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b814e4b5-16b6-435d-a883-04a926c1c5da {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:23.198925 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b814e4b5-16b6-435d-a883-04a926c1c5da'] response: {'name': 'network-changed', 'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e', 'status': 'completed', 'code': 200} May 27 03:52:23.237053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:23.299378 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617fcb-293c-403e-a284-674761c6a08b req-ae90c4c4-eb57-486b-8350-b9ae62a83b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.301944 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57617fcb-293c-403e-a284-674761c6a08b req-ae90c4c4-eb57-486b-8350-b9ae62a83b79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 1127 time: 0.0811617 May 27 03:52:23.505697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617fcb-293c-403e-a284-674761c6a08b req-eb5cd4a2-42d8-4807-b439-d72cc8b861f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.507622 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57617fcb-293c-403e-a284-674761c6a08b req-eb5cd4a2-42d8-4807-b439-d72cc8b861f3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=aa040dcc21404116bd2e8b5c782df93c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1984806 May 27 03:52:23.564998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:23.626339 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bc37b-a9ac-4e40-b09c-9ae86b8fe3f5 req-5f4d6b43-1fca-4dfe-8eb7-eda244761148 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.635145 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-112bc37b-a9ac-4e40-b09c-9ae86b8fe3f5 req-5f4d6b43-1fca-4dfe-8eb7-eda244761148 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0943651 May 27 03:52:23.744840 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-112bc37b-a9ac-4e40-b09c-9ae86b8fe3f5 req-854e2bbc-f5e5-491f-94f0-11f713fdf5da tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084557 May 27 03:52:23.798568 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617fcb-293c-403e-a284-674761c6a08b req-d234ad50-1b2d-45fe-a3d5-a45460570537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.800902 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-57617fcb-293c-403e-a284-674761c6a08b req-d234ad50-1b2d-45fe-a3d5-a45460570537 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859795 May 27 03:52:23.906685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-35c24826-1522-496a-9193-92e4bc67d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:23.908263 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-35c24826-1522-496a-9193-92e4bc67d0bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 1127 time: 0.0536616 May 27 03:52:23.926692 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:23.965190 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-4d078968-7049-4304-93ce-90865ed76909 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e HTTP/1.1" status: 200 len: 217 time: 0.0432193 May 27 03:52:24.031976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e5f-b474-483d-95c0-da91db38e624 req-383f600d-ce51-4ae6-9db5-65f2ead9413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:24.033570 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-383f600d-ce51-4ae6-9db5-65f2ead9413a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f35a1d12-50ef-49bd-a4ec-d843e822a691 HTTP/1.1" status: 200 len: 854 time: 0.0610268 May 27 03:52:24.070720 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-0af3227b-b821-4604-a79b-0cc44894da87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eca4163-8a31-4343-ae64-1690a04bd166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295331 May 27 03:52:24.175045 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-e097fa18-2f5e-41a1-835d-68e8765b8161 service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957530 May 27 03:52:24.320072 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2c705e5f-b474-483d-95c0-da91db38e624 req-939b6aaa-963e-4c86-afd9-9d46e7aeab85 service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362364 May 27 03:52:24.899734 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deb4d3-9d3c-4e21-aba9-ab1dd3342d5f req-29176c33-b2f0-4cc5-a180-8470078fb9ac tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:24.901398 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a6deb4d3-9d3c-4e21-aba9-ab1dd3342d5f req-29176c33-b2f0-4cc5-a180-8470078fb9ac tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0726821 May 27 03:52:24.970146 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a6deb4d3-9d3c-4e21-aba9-ab1dd3342d5f req-d46c836a-fcaa-44d7-95dc-9cc01c41961c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565672 May 27 03:52:26.122954 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cf6d-4fa4-4d33-b332-4f8202a4e7c7 req-987b7400-5693-417f-83a2-b45331051bd5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:26.124539 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c82cf6d-4fa4-4d33-b332-4f8202a4e7c7 req-987b7400-5693-417f-83a2-b45331051bd5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0719616 May 27 03:52:26.190479 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c82cf6d-4fa4-4d33-b332-4f8202a4e7c7 req-7a9bddad-d5fc-4e7b-9f2e-86395e59cd35 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582991 May 27 03:52:26.937254 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:52:26.953315 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:27.375090 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2fab-48f9-431d-9ebb-0c2241f11a7e req-334f9914-b155-4bbb-8afc-dfcb6f7152e2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:27.383762 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-518e2fab-48f9-431d-9ebb-0c2241f11a7e req-334f9914-b155-4bbb-8afc-dfcb6f7152e2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0828640 May 27 03:52:27.454185 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-518e2fab-48f9-431d-9ebb-0c2241f11a7e req-2e13f711-bb54-4887-beb0-1cfb6118ad83 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694187 May 27 03:52:28.663993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136db17-2ed3-418a-b857-bc0ed8d19b08 req-d207f725-1eb7-4623-a3d9-1629a23ab996 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:28.673076 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0136db17-2ed3-418a-b857-bc0ed8d19b08 req-d207f725-1eb7-4623-a3d9-1629a23ab996 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.1037729 May 27 03:52:28.723768 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0136db17-2ed3-418a-b857-bc0ed8d19b08 req-eb1d851a-e6f6-4e07-8219-d23cfae96751 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 May 27 03:52:29.872413 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae279-938f-4e0e-a6a1-cbd1814cd351 req-791a8667-03d5-45ff-9786-c1bc856a9f1e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:29.874946 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-90aae279-938f-4e0e-a6a1-cbd1814cd351 req-791a8667-03d5-45ff-9786-c1bc856a9f1e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0637496 May 27 03:52:29.974016 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-90aae279-938f-4e0e-a6a1-cbd1814cd351 req-b817de00-6c48-440f-8dee-467d32d439ce tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 May 27 03:52:31.098449 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d125d8-6e1d-43b7-a2c3-614adaf3eb14 req-0b4135ec-0430-48a9-b9b1-15811e181278 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:31.100005 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f8d125d8-6e1d-43b7-a2c3-614adaf3eb14 req-0b4135ec-0430-48a9-b9b1-15811e181278 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0527878 May 27 03:52:31.155650 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f8d125d8-6e1d-43b7-a2c3-614adaf3eb14 req-e140f27e-d98b-41cb-8ccd-7e73c046667d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 May 27 03:52:32.334392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faff45-2325-43e7-8f3b-ee5e206e4595 req-d6b5d7e2-b58e-4b26-b02e-a80563878072 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:32.337057 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-70faff45-2325-43e7-8f3b-ee5e206e4595 req-d6b5d7e2-b58e-4b26-b02e-a80563878072 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0714345 May 27 03:52:32.412368 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-70faff45-2325-43e7-8f3b-ee5e206e4595 req-b0de7fde-43e7-4f68-8516-03c2b5c9cc2c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668218 May 27 03:52:33.240530 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=42 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:33.537313 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37e92a-4409-434f-ba4a-fa99f69840e6 req-85b87e10-9d2d-4dee-babb-65210083cbd4 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:33.538890 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e37e92a-4409-434f-ba4a-fa99f69840e6 req-85b87e10-9d2d-4dee-babb-65210083cbd4 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0505958 May 27 03:52:33.588479 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e37e92a-4409-434f-ba4a-fa99f69840e6 req-0f1a78d8-7a86-461f-8140-599564c54c4e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 May 27 03:52:34.317192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=77 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:34.731443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd91a56-74af-4427-97bb-7231ac70e531 req-33ee0069-05fd-449f-a9a0-621dea87077b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:34.739643 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fd91a56-74af-4427-97bb-7231ac70e531 req-33ee0069-05fd-449f-a9a0-621dea87077b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0658028 May 27 03:52:34.808941 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fd91a56-74af-4427-97bb-7231ac70e531 req-6f7fe967-0f2f-4efd-a463-84d8a5f805d1 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673394 May 27 03:52:35.904189 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:35.952053 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d814fa-42f2-4ff8-be8d-d0383333ebe5 req-7c7440e5-bd84-48f3-a8cd-008551507330 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:35.959954 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-59d814fa-42f2-4ff8-be8d-d0383333ebe5 req-7c7440e5-bd84-48f3-a8cd-008551507330 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0655487 May 27 03:52:36.010509 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-59d814fa-42f2-4ff8-be8d-d0383333ebe5 req-9ef04889-c592-42b4-a329-6150ad52686a tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493083 May 27 03:52:36.410019 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ede3ebf-7c34-41d3-8d42-1df5c31794c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:36.931863 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.139494 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710c3b4-12d7-4820-be11-5eccc39e537f req-3bc56d48-73be-4f7a-9655-642c51c86d95 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:37.141464 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0710c3b4-12d7-4820-be11-5eccc39e537f req-3bc56d48-73be-4f7a-9655-642c51c86d95 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0549011 May 27 03:52:37.187973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.205064 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0710c3b4-12d7-4820-be11-5eccc39e537f req-3a5f2b67-6bff-4517-af8f-22c3deccc88d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513189 May 27 03:52:37.953273 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-6df0f70e-9444-44eb-81c4-3008aee6f878 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1774784710&fields=id&tenant_id=df0a2a8dca064a3ea1c20b7a32842000 HTTP/1.1" status: 200 len: 267 time: 0.0473709 May 27 03:52:38.101718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-a5511ae7-2483-4b1e-b064-1dee48f50e50 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:38.103223 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-a5511ae7-2483-4b1e-b064-1dee48f50e50 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 0.1432230 May 27 03:52:38.120845 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-b9b66d9e-4949-4b2d-bac0-d7fc6a82e3b7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/quotas/df0a2a8dca064a3ea1c20b7a32842000 HTTP/1.1" status: 200 len: 375 time: 0.0102286 May 27 03:52:38.183612 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-486e6658-7290-4839-9e96-a6dea2d74e77 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0568330 May 27 03:52:38.294218 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-495fe5fc-7bce-4dac-9808-0f8ad732f8a4 service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971994 May 27 03:52:38.334665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe07f-8c20-4f63-9c06-8fa5028bc310 req-3a11baa1-d82b-4a92-b5af-58f5466f1880 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:38.336219 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-00dfe07f-8c20-4f63-9c06-8fa5028bc310 req-3a11baa1-d82b-4a92-b5af-58f5466f1880 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0519640 May 27 03:52:38.394239 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-00dfe07f-8c20-4f63-9c06-8fa5028bc310 req-1d8f18de-e18a-4b00-b33f-a1687d3dd399 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 May 27 03:52:38.403673 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-b884da48-f263-453a-9c36-cc830c5a190b service neutron] 10.222.0.58 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023576 May 27 03:52:38.670117 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d33cba6a-4859-485b-bf31-0008579d5890 req-355b0621-d706-48cd-8730-a25d0edf659b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0310998 May 27 03:52:39.528791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ccd07a50-9be6-43b3-8c05-0cc08101c6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.546195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073d06-5f47-4fad-b9e1-0402c415ab54 req-9dd1d4fb-2127-44e5-9f0d-62f6c12cd6cf tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:39.547940 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3e073d06-5f47-4fad-b9e1-0402c415ab54 req-9dd1d4fb-2127-44e5-9f0d-62f6c12cd6cf tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0595720 May 27 03:52:39.603610 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3e073d06-5f47-4fad-b9e1-0402c415ab54 req-926f143f-0906-4c2a-afd8-5f40aa9f72a4 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 May 27 03:52:39.775708 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e00cce07-4e48-4515-9a1a-68d5234331ca req-7c11336a-ab7e-4552-9e8b-930be6a16815 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0301130 May 27 03:52:40.647925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.757762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c198-218c-4e4d-8cea-8754140f3d8d req-e8f8b9f5-f2b5-4142-aa74-b81505a9e4ff tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:40.759262 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0f32c198-218c-4e4d-8cea-8754140f3d8d req-e8f8b9f5-f2b5-4142-aa74-b81505a9e4ff tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0753028 May 27 03:52:40.813572 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0f32c198-218c-4e4d-8cea-8754140f3d8d req-f42f775a-2259-4e36-80d1-8fa253d3a86b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 May 27 03:52:40.889178 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9f677a2-b9ca-4080-828a-79d9c00b5b5c req-d3c48338-aaf7-4749-ac6e-789bef723573 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0334561 May 27 03:52:41.569558 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.787526 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 60020) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:41.834168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Deleting subnet 76d824bd-8dca-48b2-ad55-51759d70f47b {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:52:41.837219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Publish callbacks [] for subnet (76d824bd-8dca-48b2-ad55-51759d70f47b), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.874555 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (76d824bd-8dca-48b2-ad55-51759d70f47b), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.916417 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (76d824bd-8dca-48b2-ad55-51759d70f47b), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.933383 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d810-f480-4d6b-8d86-5a74a64fdbde req-d5501e46-02a2-4dff-a92f-47df1b6adc23 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:41.936972 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9648d810-f480-4d6b-8d86-5a74a64fdbde req-d5501e46-02a2-4dff-a92f-47df1b6adc23 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0507905 May 27 03:52:41.984459 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9648d810-f480-4d6b-8d86-5a74a64fdbde req-e6cb44b2-3f18-40da-8fd5-c67055fa84eb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435348 May 27 03:52:41.996260 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-62da0d77-58d8-4131-a7ad-6941959a3e75 req-2418a597-1012-40b6-9249-f2ee0d4991a0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0343833 May 27 03:52:42.045208 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (76d824bd-8dca-48b2-ad55-51759d70f47b), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.073038 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d824bd-8dca-48b2-ad55-51759d70f47b,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.079574 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.083093 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-455105cd-bb89-4e4b-bc7d-7b176089725d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/76d824bd-8dca-48b2-ad55-51759d70f47b HTTP/1.1" status: 204 len: 168 time: 0.2942612 May 27 03:52:42.085294 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 60026) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:42.154856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (421dd454-aaa5-4da5-8431-a41684183457), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.450804 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (421dd454-aaa5-4da5-8431-a41684183457), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.471994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421dd454-aaa5-4da5-8431-a41684183457']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:42.482046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:42.482366 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbc5c87-2784-44bc-9bf1-c5c92a8d0254') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:42.492015 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (3dbc5c87-2784-44bc-9bf1-c5c92a8d0254), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.507303 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (3dbc5c87-2784-44bc-9bf1-c5c92a8d0254), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.515416 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:42.515893 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (3dbc5c87-2784-44bc-9bf1-c5c92a8d0254), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.564142 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 3dbc5c87-2784-44bc-9bf1-c5c92a8d0254 resource provider aggregate not found May 27 03:52:42.590352 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 3dbc5c87-2784-44bc-9bf1-c5c92a8d0254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dbc5c87-2784-44bc-9bf1-c5c92a8d0254 found for delete ", "request_id": "req-b6006baa-6e03-409f-80a8-ae5fb112ebb0"}]} May 27 03:52:42.649988 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (421dd454-aaa5-4da5-8431-a41684183457), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.665680 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.669490 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] 10.222.0.58 "DELETE /v2.0/networks/421dd454-aaa5-4da5-8431-a41684183457 HTTP/1.1" status: 204 len: 168 time: 0.5832708 May 27 03:52:42.670793 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6f10-1a33-471b-91ca-f74dc53b794b admin admin] Pushing event deleted for resources: {'Network': ['ID=421dd454-aaa5-4da5-8431-a41684183457,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.095879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60048) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:43.117962 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c5f1d62-0d6b-4127-82ba-bdb7ca0950e9 req-911b24f5-a62d-449c-98ce-398af78b9b12 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0411994 May 27 03:52:43.126549 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2d0ad-1e20-4d42-ad97-f9107f703f38 req-1f255a6c-b7be-4a44-a142-f2ec1b63b552 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:43.128070 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a0d2d0ad-1e20-4d42-ad97-f9107f703f38 req-1f255a6c-b7be-4a44-a142-f2ec1b63b552 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 943 time: 0.0727904 May 27 03:52:43.168156 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e72cc52c-9395-444f-806c-6a5f25d32334 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63afcf01a7bc4cb6a4d88d96977f7311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706728 May 27 03:52:43.170848 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 60050) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:43.195146 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a0d2d0ad-1e20-4d42-ad97-f9107f703f38 req-215feb37-6d48-4e57-a010-aea4c812b0ce tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 May 27 03:52:43.228198 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] Publish callbacks [] for security_group (24017def-8f36-47e9-8dbe-1b0307f35a7d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.251188 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:43.253325 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] Publish callbacks [] for security_group (24017def-8f36-47e9-8dbe-1b0307f35a7d), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.285430 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:52:43.320302 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.380976 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (24017def-8f36-47e9-8dbe-1b0307f35a7d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.383714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.385055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24017def-8f36-47e9-8dbe-1b0307f35a7d HTTP/1.1" status: 204 len: 168 time: 0.2130938 May 27 03:52:43.392840 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:43.394483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23a79-d855-4d57-bf3c-c130d42d21c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24017def-8f36-47e9-8dbe-1b0307f35a7d,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.416249 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e', 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166', 'port_id': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e', 'mac_address': 'fa:16:3e:d7:34:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a1d12-50ef-49bd-a4ec-d843e822a691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:52:43.457872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:43.463105 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.472640 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:43.499279 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:43.634146 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.685164 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.986030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-5496dd34-99ed-457d-bb8c-41d10c5871a7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:43.987543 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-5496dd34-99ed-457d-bb8c-41d10c5871a7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 818 time: 0.3778703 May 27 03:52:44.033060 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:44.066719 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-15d3a991-4abb-4de6-9bd3-dde67c30a1c9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0a2a8dca064a3ea1c20b7a32842000 HTTP/1.1" status: 200 len: 380 time: 0.0706024 May 27 03:52:44.076388 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'port': {'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'admin_state_up': True, 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'security_groups': ['b356f259-4f0b-46b6-aec3-05966d22a9c4']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:44.092571 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:44.226206 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bf7f3243-f32f-4a95-a2a8-778d59471887 req-26e273a3-b5b2-4b43-8116-b4126bb2f129 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0328619 May 27 03:52:44.262785 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['8c4c8fa0-d018-4e26-a5eb-863da29f1e8e'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:52:44.306867 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Made reservation on behalf of df0a2a8dca064a3ea1c20b7a32842000 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:44.310547 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.363890 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbba0f-752d-422b-bad8-96c8071145b6 req-cc273954-2e2f-4370-99f6-b5471264c316 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:44.365404 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-30cbba0f-752d-422b-bad8-96c8071145b6 req-cc273954-2e2f-4370-99f6-b5471264c316 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 944 time: 0.0703361 May 27 03:52:44.529598 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-30cbba0f-752d-422b-bad8-96c8071145b6 req-a8474bc7-97be-4bcd-a2d4-779fa8dbb904 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334379 May 27 03:52:44.530721 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Allocated IP 172.20.0.6 (5dfb91cc-e855-4e80-80f6-77ee55d3cd53/79867d82-7ff6-4a21-bcaa-77207eb1fd62/e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:44.680981 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.819243 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.870510 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:44.879241 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:44.881306 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:44.887395 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:44.894923 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:44.895647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.902480 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event updated for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.050544 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-356f657b-496c-4157-a583-6fa73da215d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9786339 May 27 03:52:45.064168 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Request body: {'port': {'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:45.131150 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.188996 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-7e412294-b530-44cc-95c8-e7decd50a0b9 None None] Provisioning complete for port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:45.190445 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7e412294-b530-44cc-95c8-e7decd50a0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.225122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-7e412294-b530-44cc-95c8-e7decd50a0b9 None None] Port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:45.343758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6401e-7983-43ad-93e5-fbd7bac4e089 req-e8b71086-5275-4ac0-bd10-3e20e121372f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:45.345317 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-80a6401e-7983-43ad-93e5-fbd7bac4e089 req-e8b71086-5275-4ac0-bd10-3e20e121372f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 931 time: 0.0495064 May 27 03:52:45.359895 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.405402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.406639 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-80a6401e-7983-43ad-93e5-fbd7bac4e089 req-eebbf5e1-01bd-4644-ad48-262b794b8238 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547795 May 27 03:52:45.450379 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:45.458239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks [] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.472033 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Transition to ACTIVE for port object e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:52:45.584176 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.674587 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Pushing event updated for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.695122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a9e0-b238-4253-a7c9-8e50a686941e req-cf9cd140-bb4a-488d-9d7a-e3c77b868039 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:45.696929 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2fe0a9e0-b238-4253-a7c9-8e50a686941e req-cf9cd140-bb4a-488d-9d7a-e3c77b868039 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 944 time: 0.0857565 May 27 03:52:45.741093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Attempting to bind port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:45.741554 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Attempting to bind port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:45.742115 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Attempting to bind port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:45.752290 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:45.757105 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:52:45.757427 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Attempting to bind port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea on network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:45.770021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:45.770291 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Checking segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:45.770632 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Bound using segment: {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:45.771066 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Bound port: e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e748a-c788-4f1b-9c00-c234914f2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:45.771422 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.795114 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2fe0a9e0-b238-4253-a7c9-8e50a686941e req-28eff099-c150-4587-9ddf-151e3967e818 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823662 May 27 03:52:45.848486 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.855949 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:45.859967 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:45.865757 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:52:46.044661 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.083970 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:46.084365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.091633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.092257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.093685 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] 10.222.0.44 "PUT /v2.0/ports/e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1093 time: 1.0340600 May 27 03:52:46.094455 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:46.096830 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:46.123371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a89e6-7c92-4097-89fe-7199f745d5ce service neutron] Pushing event updated for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:46.154966 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f2ee18-9239-41da-a0da-86788830329c x-openstack-request-id: req-66f2ee18-9239-41da-a0da-86788830329c {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:46.155251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:46.155540 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66f2ee18-9239-41da-a0da-86788830329c {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:46.159131 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f2ee18-9239-41da-a0da-86788830329c'] response: {'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'status': 'completed', 'code': 200} May 27 03:52:46.199973 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:46.201159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.233384 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-d689a5d5-9c39-4905-b2ae-33f1f2cf2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.234679 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:46.234976 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-d689a5d5-9c39-4905-b2ae-33f1f2cf2641 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1127 time: 0.0489306 May 27 03:52:46.237308 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c15df6-c322-4b91-995b-de395c9194c5" -d '{"events": [{"server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "name": "network-vif-plugged", "status": "completed", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:46.239446 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:46.251126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:46.281331 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f5ac0e-8dbd-4d2d-b44e-a0bafc527f5f x-openstack-request-id: req-69f5ac0e-8dbd-4d2d-b44e-a0bafc527f5f {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:46.281632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "name": "network-vif-plugged", "status": "completed", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:46.281883 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69f5ac0e-8dbd-4d2d-b44e-a0bafc527f5f {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:46.282493 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f5ac0e-8dbd-4d2d-b44e-a0bafc527f5f'] response: {'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e', 'code': 200} May 27 03:52:46.347429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-0b580dc1-51ae-4c7d-b821-f0d2d8cac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.349163 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-0b580dc1-51ae-4c7d-b821-f0d2d8cac801 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1071801 May 27 03:52:46.359448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.370020 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:46.423191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:46.434778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.434778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.435081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.435354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.435687 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.436605 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.436605 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.436782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.437122 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.437484 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.437811 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.438149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.438522 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.438843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.439162 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:46.459939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-cb4cbcc5-d84e-4375-b335-d2ff307447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.461096 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2ac1a5e7-85d0-4d8c-98a7-ab2ffa3d85c8 req-cb4cbcc5-d84e-4375-b335-d2ff307447d3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035948 May 27 03:52:46.539476 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-2dfa0815-6cbe-4e00-b130-e2c0177ff4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.541025 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-2dfa0815-6cbe-4e00-b130-e2c0177ff4b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1127 time: 0.0405343 May 27 03:52:46.546659 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532e22-0f40-4875-bf48-105da5338e14 req-3dd80af7-77c7-4799-a1ee-9410aa3a6f5f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.548251 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4a532e22-0f40-4875-bf48-105da5338e14 req-3dd80af7-77c7-4799-a1ee-9410aa3a6f5f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0552521 May 27 03:52:46.595335 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-6ff3e9df-5935-4548-9173-f1ba15a49832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 217 time: 0.0441077 May 27 03:52:46.639473 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5e76-daf5-49ee-8c60-d2c0f147e50c req-998e0a3a-542a-47b9-ad51-5c9f36086331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.641035 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9f3a5e76-daf5-49ee-8c60-d2c0f147e50c req-998e0a3a-542a-47b9-ad51-5c9f36086331 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 1129 time: 0.0480905 May 27 03:52:46.644480 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4a532e22-0f40-4875-bf48-105da5338e14 req-5140cdc4-d738-4e4d-89ca-8dfc46faf109 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888355 May 27 03:52:46.651123 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-4c654947-861a-4627-bb5b-0ca052880c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.653435 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-4c654947-861a-4627-bb5b-0ca052880c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0517764 May 27 03:52:46.690615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9f3a5e76-daf5-49ee-8c60-d2c0f147e50c req-13c0ecf8-118e-4ae0-9172-06497b685e84 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 May 27 03:52:46.703036 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-4db64ede-7e11-43ca-9268-8a970f7fae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.704632 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-4db64ede-7e11-43ca-9268-8a970f7fae91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428572 May 27 03:52:46.922872 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1697e9-ff2d-4fb5-9b10-e8f1cb713e51 req-3d889bf9-0a38-4b39-8f0d-09e247f146f2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:46.924345 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ff1697e9-ff2d-4fb5-9b10-e8f1cb713e51 req-3d889bf9-0a38-4b39-8f0d-09e247f146f2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0505512 May 27 03:52:46.971799 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ff1697e9-ff2d-4fb5-9b10-e8f1cb713e51 req-c0674afc-2055-4834-bf0a-344d36b7b14c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 May 27 03:52:47.080725 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:47.091917 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-3f71a3cc-2f8f-4ce0-8ee4-4e39f09185f5 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902593 May 27 03:52:47.186578 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d562cf1-e968-40b5-bfe9-6950b62a0d31 req-1219d960-d1bd-40d5-a425-47ff7f5719bd service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882998 May 27 03:52:47.768899 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e87f5-988c-46af-9ab1-2ec5165bf022 req-2fe1a7a4-2349-43c9-bd27-adc6ab98bbaf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:47.770420 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a07e87f5-988c-46af-9ab1-2ec5165bf022 req-2fe1a7a4-2349-43c9-bd27-adc6ab98bbaf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0572479 May 27 03:52:47.822322 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a07e87f5-988c-46af-9ab1-2ec5165bf022 req-76be663c-f606-4131-8912-590d5975aec8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 May 27 03:52:47.932398 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-eb96a6d6-cff4-4ff3-aae5-e1c3509f746d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=21d579d798644cfba0e40b03320a5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389824 May 27 03:52:48.085726 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bbee6-7cfd-4fab-bf16-e08f03284253 req-234d61f4-f9d1-42ab-809b-773c5eb5e7c0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:48.087315 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c2bbee6-7cfd-4fab-bf16-e08f03284253 req-234d61f4-f9d1-42ab-809b-773c5eb5e7c0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0480125 May 27 03:52:48.128009 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-f2f75f2a-1e5d-42f5-8d23-911cf93539cf tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:48.129416 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-f2f75f2a-1e5d-42f5-8d23-911cf93539cf tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916180 May 27 03:52:48.140875 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c2bbee6-7cfd-4fab-bf16-e08f03284253 req-639abd36-c63d-4ddd-9fe3-1a342cf816a0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 May 27 03:52:48.145224 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-01658b00-ff5e-48dc-aca8-e2db7607fe11 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/quotas/21d579d798644cfba0e40b03320a5274 HTTP/1.1" status: 200 len: 375 time: 0.0099475 May 27 03:52:48.178738 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-35da39ff-5188-4a7c-a6a5-59b4bd8bc6a6 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=21d579d798644cfba0e40b03320a5274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281177 May 27 03:52:48.451413 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-60ac2512-8f0d-40ce-945a-723249025ea8 req-2d11f511-f914-415b-9e3e-56f07865feb8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0349007 May 27 03:52:48.978362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7e5e7-d74d-4580-8521-521c9adc2852 req-92dec54e-858d-40ef-b2bd-294c5679be81 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:48.979836 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-78f7e5e7-d74d-4580-8521-521c9adc2852 req-92dec54e-858d-40ef-b2bd-294c5679be81 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0518386 May 27 03:52:49.039893 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-78f7e5e7-d74d-4580-8521-521c9adc2852 req-549af99f-39f9-4369-87c2-d369e61878c7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478175 May 27 03:52:49.273883 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5e10-fcdf-4da1-a51f-f399eeb25cf4 req-468d7987-c0e0-405b-ae25-634e18807be6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:49.275441 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fbbe5e10-fcdf-4da1-a51f-f399eeb25cf4 req-468d7987-c0e0-405b-ae25-634e18807be6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0560448 May 27 03:52:49.332311 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fbbe5e10-fcdf-4da1-a51f-f399eeb25cf4 req-6b8e2d92-1dbb-42bf-8bce-8c1ae50d7f12 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 May 27 03:52:49.537702 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aed6bbed-6489-4f00-b3f0-3f6799fe16fa req-b1ba9d0e-48d3-4360-b2d0-fb4728a3ecc9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0303366 May 27 03:52:50.157916 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd25b-1540-454b-bbbf-ab3a384f4391 req-5884a53e-7f54-4c98-923f-0ea62a058a07 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:50.159321 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4e6cd25b-1540-454b-bbbf-ab3a384f4391 req-5884a53e-7f54-4c98-923f-0ea62a058a07 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0502024 May 27 03:52:50.207708 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4e6cd25b-1540-454b-bbbf-ab3a384f4391 req-8b6f060b-638c-4978-b9d4-b77575d787bf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 May 27 03:52:50.450032 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f283f1-42c2-4519-8801-93bbbe619c5e req-9d434442-e826-46f2-9046-5f95ab7ffee8 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:50.459022 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-13f283f1-42c2-4519-8801-93bbbe619c5e req-9d434442-e826-46f2-9046-5f95ab7ffee8 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0477562 May 27 03:52:50.503195 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-13f283f1-42c2-4519-8801-93bbbe619c5e req-507fff96-3582-4176-9d43-0e3c653f9768 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 May 27 03:52:50.636809 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c1b8a0e0-92ea-4d34-933f-1485f165f970 req-f80241d0-0f1f-429b-b7a4-9f449d83dcaa tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0324478 May 27 03:52:51.320040 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668845af-214f-463f-9dbb-4d609eb9d38e req-f2f1d863-3809-4bb7-b126-d5dc4bf38f7d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:51.321516 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-668845af-214f-463f-9dbb-4d609eb9d38e req-f2f1d863-3809-4bb7-b126-d5dc4bf38f7d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0485644 May 27 03:52:51.368886 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-668845af-214f-463f-9dbb-4d609eb9d38e req-beb77e09-2685-447f-90ab-d5ac5f5d87d7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 May 27 03:52:51.623532 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2fa34-7ac3-4042-b417-8a19baabf6ee req-fc620011-d915-46c6-9d02-e9655ace1b49 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:51.625118 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-93e2fa34-7ac3-4042-b417-8a19baabf6ee req-fc620011-d915-46c6-9d02-e9655ace1b49 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0484269 May 27 03:52:51.674263 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-93e2fa34-7ac3-4042-b417-8a19baabf6ee req-c9ee9bde-8850-442a-8f01-4f6e76c3179b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 May 27 03:52:51.732213 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ade5a42a-ffb2-41fd-a317-617417373ab8 req-a5d59b39-9deb-41e8-9a79-a5a5700e7a7b tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0271726 May 27 03:52:52.487404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eef13-f653-44b6-800a-134ecd14e60c req-8fec9a6b-d4cd-4a65-a3d8-0e32fd594a9e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:52.489415 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e36eef13-f653-44b6-800a-134ecd14e60c req-8fec9a6b-d4cd-4a65-a3d8-0e32fd594a9e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0517037 May 27 03:52:52.541520 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e36eef13-f653-44b6-800a-134ecd14e60c req-2279ca19-2c07-42b2-a419-bf9449961fdc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 May 27 03:52:52.545688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.798140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191784-f7d9-4c5d-9dc9-d8117cb606fd req-c0a36620-6376-4e42-bdc1-0c1d80be43f1 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:52.799749 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ac191784-f7d9-4c5d-9dc9-d8117cb606fd req-c0a36620-6376-4e42-bdc1-0c1d80be43f1 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0534108 May 27 03:52:52.821576 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:52.848360 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-748084f0-bdd2-4430-9355-fa4fd4c1a52c req-838741d1-3562-47dd-b14e-1d32ddb92fa2 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0325902 May 27 03:52:52.851486 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ac191784-f7d9-4c5d-9dc9-d8117cb606fd req-8c8417a1-e356-4af6-bc70-8f7616bce8f2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459352 May 27 03:52:53.372467 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-5d2e88fc-7588-41bf-b742-bf5c2578643e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332802366&fields=id&tenant_id=2f97b57909174abeab16dedc077b37e0 HTTP/1.1" status: 200 len: 267 time: 0.0460992 May 27 03:52:53.489350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-b23a0cd2-2320-48c1-81e1-f884cd006a0a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:53.490737 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-b23a0cd2-2320-48c1-81e1-f884cd006a0a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 808 time: 0.1118152 May 27 03:52:53.503394 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:53.507398 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-4f645ad7-f9a1-477a-ac56-8c825012a75c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/quotas/2f97b57909174abeab16dedc077b37e0 HTTP/1.1" status: 200 len: 375 time: 0.0114310 May 27 03:52:53.547285 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:53.569546 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-c97c8780-3ab3-4d12-8309-257c166102c6 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562606 May 27 03:52:53.672988 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd34b-ad7f-4f0c-aec3-b833f4bf8a8a req-206701b6-4df6-44fd-95fa-efdfcea66bff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:53.674337 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-281b6ef4-51d8-476d-b63c-e2b2b5a5670c service neutron] 10.222.0.58 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914800 May 27 03:52:53.674542 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cdffd34b-ad7f-4f0c-aec3-b833f4bf8a8a req-206701b6-4df6-44fd-95fa-efdfcea66bff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 943 time: 0.0589879 May 27 03:52:53.732739 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cdffd34b-ad7f-4f0c-aec3-b833f4bf8a8a req-71224174-2ef5-44e7-84f0-f8a16a66cb6c tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522189 May 27 03:52:53.768196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:52:53.775885 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-0227e34d-1e32-40e1-a44d-92eceb346e61 service neutron] 10.222.0.58 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952222 May 27 03:52:53.874410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:53.889457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:52:53.933220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:53.936249 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.951957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:53.958780 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f47ae094-20aa-4c57-9719-df750f22ba47 req-b404a013-0900-4366-b611-c2ffaf19e07d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0341771 May 27 03:52:53.974496 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:54.070663 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.082750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05cd99-7ecb-406e-b11e-d4b3865ab7c9 req-b092bf4a-156c-40f6-956d-733ff00e4c9c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.084287 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aa05cd99-7ecb-406e-b11e-d4b3865ab7c9 req-b092bf4a-156c-40f6-956d-733ff00e4c9c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0504146 May 27 03:52:54.121766 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:54.145393 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aa05cd99-7ecb-406e-b11e-d4b3865ab7c9 req-492393a3-daaa-4767-bd5f-0d25f7361471 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 May 27 03:52:54.224928 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-28d03388-ee3b-45dc-89bc-e3cf81b15b4e tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=21d579d798644cfba0e40b03320a5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262094 May 27 03:52:54.349348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-1d95b255-47d4-4ffc-bf6b-960704d32691 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.351784 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-1d95b255-47d4-4ffc-bf6b-960704d32691 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210237 May 27 03:52:54.370866 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Request body: {'port': {'device_id': '03768470-deb4-45a2-b84a-3ca8673789a1', 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a', 'admin_state_up': True, 'tenant_id': '21d579d798644cfba0e40b03320a5274'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:54.516089 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3f35ca22-36de-4a5a-b933-cdf94da0d745 req-24b509e4-7990-42d6-9131-511b9c00fa53 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0336049 May 27 03:52:54.524551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:52:54.648174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Made reservation on behalf of 21d579d798644cfba0e40b03320a5274 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:54.654190 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.663756 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.677608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:54.751766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks [] for security_group (0fd96c8c-229d-43a9-adfa-1986739e2c1a), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.851796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc1461-6c27-4015-873a-f548cb7555a4 req-1fe04a2b-52c6-4fde-adcb-d1c1a9e35517 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.853464 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f7dc1461-6c27-4015-873a-f548cb7555a4 req-1fe04a2b-52c6-4fde-adcb-d1c1a9e35517 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 944 time: 0.0489795 May 27 03:52:54.872548 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (0fd96c8c-229d-43a9-adfa-1986739e2c1a), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.906965 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f7dc1461-6c27-4015-873a-f548cb7555a4 req-c74750ad-dc7a-4a16-ade2-41823480e8a0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 May 27 03:52:54.940891 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd96c8c-229d-43a9-adfa-1986739e2c1a,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.002207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.002778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.002958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.003296 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.003613 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.003948 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.004274 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.004627 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.005042 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.005295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.005605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.005904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.006208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.006630 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.006842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:55.037280 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Allocated IP 192.168.233.159 (afa5d620-ca69-4fb8-9c19-68a5621de58a/71ce9dbf-465f-456f-a9ab-b81992207c8f/6f7e0555-f1a3-4477-abf3-1b867fc24089) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:55.076603 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.115579 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd74cd13-879d-4726-ba0b-fb84c77d1596 req-32d1cfd5-5688-43d7-a2d0-ce4f2bd97815 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0440836 May 27 03:52:55.244656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks [] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.367527 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.409469 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Network afa5d620-ca69-4fb8-9c19-68a5621de58a is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:55.412659 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:55.419382 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:55.424449 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:55.425084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.437680 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Pushing event updated for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.510482 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7746eb1d-f3d5-4932-85ee-86245087fbc8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1442490 May 27 03:52:55.599979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Request body: {'port': {'device_id': '03768470-deb4-45a2-b84a-3ca8673789a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:55.604135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-189660b3-c168-4980-9c3c-66db03705203 req-abc6af88-a776-471c-a09c-b9308ef52006 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0309792 May 27 03:52:55.629927 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.669729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.821601 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:52:55.854539 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-bca6592c-5fde-403d-ab26-d9f7571b1f43 None None] Provisioning complete for port 6f7e0555-f1a3-4477-abf3-1b867fc24089 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:55.854905 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bca6592c-5fde-403d-ab26-d9f7571b1f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.900207 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-bca6592c-5fde-403d-ab26-d9f7571b1f43 None None] Port 6f7e0555-f1a3-4477-abf3-1b867fc24089 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:55.908223 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:52:56.020836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:56.021325 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.060402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08b6f4-e92b-4c14-a6e8-f4fc89c62d48 req-cb13a1ec-df33-4f1c-bde9-983aea6d320e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.062180 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1b08b6f4-e92b-4c14-a6e8-f4fc89c62d48 req-cb13a1ec-df33-4f1c-bde9-983aea6d320e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 944 time: 0.0838256 May 27 03:52:56.064629 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7e0555-f1a3-4477-abf3-1b867fc24089 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:56.073469 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks [] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.094733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Transition to ACTIVE for port object 6f7e0555-f1a3-4477-abf3-1b867fc24089 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:52:56.120012 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:56.141548 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1b08b6f4-e92b-4c14-a6e8-f4fc89c62d48 req-f0309b8b-6698-4b5b-8b61-52e89b4b00e1 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489588 May 27 03:52:56.192336 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.196861 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:56.197662 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.263331 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:56.276021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.306916 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:56.307858 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:56.308490 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Attempting to bind port 6f7e0555-f1a3-4477-abf3-1b867fc24089 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:56.309019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Attempting to bind port 6f7e0555-f1a3-4477-abf3-1b867fc24089 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:56.309393 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Attempting to bind port 6f7e0555-f1a3-4477-abf3-1b867fc24089 on network afa5d620-ca69-4fb8-9c19-68a5621de58a {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:56.311059 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19338c34-719d-4375-8fae-97886371affb" -d '{"events": [{"server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "name": "network-vif-plugged", "status": "completed", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:56.314363 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Port 6f7e0555-f1a3-4477-abf3-1b867fc24089 on network afa5d620-ca69-4fb8-9c19-68a5621de58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:52:56.314684 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Attempting to bind port 6f7e0555-f1a3-4477-abf3-1b867fc24089 on network afa5d620-ca69-4fb8-9c19-68a5621de58a {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:56.322064 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:56.322413 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Checking segment: {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:56.322794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Bound using segment: {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:56.323225 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Bound port: 6f7e0555-f1a3-4477-abf3-1b867fc24089, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835e6f3-adaa-4371-8753-4c9a6fe734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:56.323647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.337805 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bfd16-484b-4398-9b6a-e2b22b656a80 req-a5194132-01fc-4f25-8732-710d25fad02d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.339425 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ac7bfd16-484b-4398-9b6a-e2b22b656a80 req-a5194132-01fc-4f25-8732-710d25fad02d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.1125166 May 27 03:52:56.371306 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56844ad9-4f99-4986-bce0-4db639997cb9 x-openstack-request-id: req-56844ad9-4f99-4986-bce0-4db639997cb9 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:56.371795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "name": "network-vif-plugged", "status": "completed", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:56.372964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56844ad9-4f99-4986-bce0-4db639997cb9 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:56.373098 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56844ad9-4f99-4986-bce0-4db639997cb9'] response: {'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'code': 200} May 27 03:52:56.410546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.420251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:56.430063 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ac7bfd16-484b-4398-9b6a-e2b22b656a80 req-f32f64cd-b23d-4606-8d47-413fd7ffcd32 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 May 27 03:52:56.451120 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:56.499629 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.616180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.624264 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:56.668671 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.669610 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:56.671255 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f7e0555-f1a3-4477-abf3-1b867fc24089 HTTP/1.1" status: 200 len: 1098 time: 1.0761428 May 27 03:52:56.671752 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:56.674166 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c09872-05b7-43ec-8148-ec451f424cac" -d '{"events": [{"name": "network-changed", "server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:56.724928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863ff4e-659e-4091-bc00-312f8e275d7c x-openstack-request-id: req-6863ff4e-659e-4091-bc00-312f8e275d7c {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:56.725275 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:56.725601 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6863ff4e-659e-4091-bc00-312f8e275d7c {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:56.726044 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6863ff4e-659e-4091-bc00-312f8e275d7c'] response: {'name': 'network-changed', 'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089', 'status': 'completed', 'code': 200} May 27 03:52:56.743825 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bdf25bad-827a-4ad2-a906-43910d64fdd2 req-f5fd84e3-c379-4181-a701-17cd9004a0c0 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0398350 May 27 03:52:56.747840 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee96f-c9be-43d6-9f80-f094df206424 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:57.018439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09872-05b7-43ec-8148-ec451f424cac req-cc32e39c-e677-4750-8f3a-b36c4d0a4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.020338 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92c09872-05b7-43ec-8148-ec451f424cac req-cc32e39c-e677-4750-8f3a-b36c4d0a4d68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21d579d798644cfba0e40b03320a5274&device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 1132 time: 0.0447278 May 27 03:52:57.025350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f784968-fbed-4de1-aba4-539cdae9e484 req-20f2684f-8a4a-463f-966e-241a6df5ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.026879 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f784968-fbed-4de1-aba4-539cdae9e484 req-20f2684f-8a4a-463f-966e-241a6df5ba60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0399163 May 27 03:52:57.075289 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f784968-fbed-4de1-aba4-539cdae9e484 req-fd3fb7ed-fa77-4500-a65c-8df652c3b3eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 May 27 03:52:57.271168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f56e-dba5-4d4b-be9a-f3826e29c222 req-0ae6d1ff-8efd-48b3-a80d-c64627d33dbc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.272993 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fbe4f56e-dba5-4d4b-be9a-f3826e29c222 req-0ae6d1ff-8efd-48b3-a80d-c64627d33dbc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0507510 May 27 03:52:57.280576 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92c09872-05b7-43ec-8148-ec451f424cac req-b92b5cf0-d8d0-47d0-a647-1e4896357600 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=21d579d798644cfba0e40b03320a5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2531869 May 27 03:52:57.331187 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fbe4f56e-dba5-4d4b-be9a-f3826e29c222 req-de1c8022-8bb7-4caf-b51f-042b6352fb5d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512321 May 27 03:52:57.557345 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-4dc467e6-cb5e-4e37-be5e-ceb96bfa39f8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.559384 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-4dc467e6-cb5e-4e37-be5e-ceb96bfa39f8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 808 time: 0.1159980 May 27 03:52:57.569619 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c5a6-6850-4554-b666-e485172df9f6 req-2c268edd-84f0-40d2-a185-b7c0dc011424 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.571113 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9cb3c5a6-6850-4554-b666-e485172df9f6 req-2c268edd-84f0-40d2-a185-b7c0dc011424 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0691965 May 27 03:52:57.588006 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09872-05b7-43ec-8148-ec451f424cac req-2fe2dba4-b980-408f-adb8-d09c0279468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.589488 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92c09872-05b7-43ec-8148-ec451f424cac req-2fe2dba4-b980-408f-adb8-d09c0279468d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517141 May 27 03:52:57.639875 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9cb3c5a6-6850-4554-b666-e485172df9f6 req-6a28eb72-e16f-4e46-8d7f-c5adb464eb37 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621178 May 27 03:52:57.674553 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-29bdb065-3ecb-4fe7-8ed2-41042a8ed420 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f97b57909174abeab16dedc077b37e0 HTTP/1.1" status: 200 len: 379 time: 0.0715814 May 27 03:52:57.703530 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-05af9b80-15fe-44c7-a1d5-83a23c04451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.705804 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-05af9b80-15fe-44c7-a1d5-83a23c04451b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21d579d798644cfba0e40b03320a5274&device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 1132 time: 0.0414267 May 27 03:52:57.845666 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-09e62194-8886-480b-ab60-b8bd6e164c61 req-77649a50-fdb5-42ef-ac7a-7811f1ea72c7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0322599 May 27 03:52:58.296541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'port': {'device_id': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'admin_state_up': True, 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'security_groups': ['fbfb2096-7c94-43c0-a1f4-97ed981fa23e']}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:58.332228 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-3fefe03f-d8e3-4eaf-8f8c-fbd9f8414b87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089 HTTP/1.1" status: 200 len: 217 time: 0.0404191 May 27 03:52:58.389585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-a3b26438-5911-4fef-a454-082e0d25f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.391140 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-a3b26438-5911-4fef-a454-082e0d25f467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71ce9dbf-465f-456f-a9ab-b81992207c8f HTTP/1.1" status: 200 len: 843 time: 0.0525577 May 27 03:52:58.477984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7d732978-fda5-4c80-8aa5-0d4894881437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.479486 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-7d732978-fda5-4c80-8aa5-0d4894881437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afa5d620-ca69-4fb8-9c19-68a5621de58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0698144 May 27 03:52:58.484238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:58.499267 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72682577-61f4-475d-ab5d-91bdf3f200f9 req-6c1db13a-3359-460c-ba60-a6a65e151770 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.499267 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-72682577-61f4-475d-ab5d-91bdf3f200f9 req-6c1db13a-3359-460c-ba60-a6a65e151770 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0538199 May 27 03:52:58.598313 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-72682577-61f4-475d-ab5d-91bdf3f200f9 req-9c8db019-41f9-4ab4-b114-83ba6a62ccd4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958822 May 27 03:52:58.620705 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-d1ee1506-6ab4-4115-aeb2-3f5d86d1f386 service neutron] 10.222.0.44 "GET /v2.0/networks/afa5d620-ca69-4fb8-9c19-68a5621de58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262217 May 27 03:52:58.626949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Made reservation on behalf of 2f97b57909174abeab16dedc077b37e0 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:58.630483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:58.663093 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:58.742048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:58.745321 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9c4e5a1-a077-4e40-92d1-084515c41bd3 req-9eb18bc9-e5c8-46db-abdd-d55d74e7dfbe service neutron] 10.222.0.44 "GET /v2.0/networks/afa5d620-ca69-4fb8-9c19-68a5621de58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976536 May 27 03:52:58.771929 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238d219-f527-451c-a6cb-11d0283eb578 req-270a58b1-a9ef-4dc3-b62a-cb0fc8fe40fa tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.773425 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8238d219-f527-451c-a6cb-11d0283eb578 req-270a58b1-a9ef-4dc3-b62a-cb0fc8fe40fa tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0665495 May 27 03:52:58.846730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Allocated IP 172.20.0.6 (b93c032c-30ef-48b0-b554-8d00241b1ee8/c01cc591-5f41-4654-9783-3d9a15b7bb20/518179af-b843-46be-8536-55b35ebea1f5) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:58.854148 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8238d219-f527-451c-a6cb-11d0283eb578 req-f03980bf-07d5-4fc3-82ad-a98c0be7107c tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633817 May 27 03:52:58.935796 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:58.955142 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0aa01631-197f-4b1e-b1eb-17b3413694a4 req-32c4a62d-7ca9-463e-a3dc-df26e8494020 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0299182 May 27 03:52:59.013695 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for port (518179af-b843-46be-8536-55b35ebea1f5), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.127439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.176984 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:59.182019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:59.184665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:59.187000 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:59.219945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.220295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.220694 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.221031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.221364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.221693 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.222017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.222362 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.222900 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.223228 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.223552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.223873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.224195 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.224540 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.224850 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:59.234741 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:59.260548 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.261222 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.350214 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7ac483f9-4488-4d0f-85d1-3d138401cf66 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0580149 May 27 03:52:59.486489 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-d4c1b587-6768-4c6b-a261-7fba8ef64535 None None] Provisioning complete for port 518179af-b843-46be-8536-55b35ebea1f5 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:59.487068 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b587-6768-4c6b-a261-7fba8ef64535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (518179af-b843-46be-8536-55b35ebea1f5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.519780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1b587-6768-4c6b-a261-7fba8ef64535 None None] Port 518179af-b843-46be-8536-55b35ebea1f5 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:59.717956 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720b23b-19d7-4ed9-86d4-7592f80af30b req-e5d3138b-d1bf-45c9-9466-184f3f7d61e9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.719445 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8720b23b-19d7-4ed9-86d4-7592f80af30b req-e5d3138b-d1bf-45c9-9466-184f3f7d61e9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0503628 May 27 03:52:59.766621 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8720b23b-19d7-4ed9-86d4-7592f80af30b req-0f405f78-df05-4fe0-9a04-03f24eea3ba8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 May 27 03:52:59.877720 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc219f-6f88-435c-84c9-4e1547139aa3 req-91ef9c36-dcc0-4d9e-a889-3fc94ed098d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.879548 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-85bc219f-6f88-435c-84c9-4e1547139aa3 req-91ef9c36-dcc0-4d9e-a889-3fc94ed098d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0501828 May 27 03:52:59.888674 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60404) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:59.894047 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'floatingip': {'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:59.966475 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (168749f0-051f-4344-bad3-714374a01be5), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.983583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d8ba-79dc-4c1b-b272-25b1aa6bb0e6 req-813adc56-96dd-4bb0-96c0-ae623ff9f9c8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.985351 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0b64d8ba-79dc-4c1b-b272-25b1aa6bb0e6 req-813adc56-96dd-4bb0-96c0-ae623ff9f9c8 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0489757 May 27 03:53:00.040685 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0b64d8ba-79dc-4c1b-b272-25b1aa6bb0e6 req-cc38a4ab-8073-41f6-82c9-7b41dff0806a tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482693 May 27 03:53:00.106981 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bae41-1eea-4bd1-b8d3-1ab540a4f93f req-97714393-8c37-4000-b72e-bca4be486b7c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:00.108472 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-941bae41-1eea-4bd1-b8d3-1ab540a4f93f req-97714393-8c37-4000-b72e-bca4be486b7c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 931 time: 0.0839901 May 27 03:53:00.236882 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-941bae41-1eea-4bd1-b8d3-1ab540a4f93f req-3c760b19-c11b-4a81-8f37-2b64c6b0298e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225080 May 27 03:53:00.624187 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:00.672058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (168749f0-051f-4344-bad3-714374a01be5), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:00.767654 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Floating IP 168749f0-051f-4344-bad3-714374a01be5 associated. External IP: 172.27.2.21, port: e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea. May 27 03:53:00.971994 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:01.167629 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64789ec-99fa-42b0-ae97-c27aa625d33b req-75152c77-80af-4abd-b4bd-fd0b8ff9baa1 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:01.169340 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c64789ec-99fa-42b0-ae97-c27aa625d33b req-75152c77-80af-4abd-b4bd-fd0b8ff9baa1 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0541732 May 27 03:53:01.221270 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c64789ec-99fa-42b0-ae97-c27aa625d33b req-1c534c42-809c-484d-9e5e-7ac9c5273510 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461915 May 27 03:53:01.253686 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:01.305010 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:01.310393 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:01.315821 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:01.326423 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:01.327107 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:01.338614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:01.371431 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e6526839-c5cb-4369-bf7c-877a5ec883f8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "PUT /v2.0/floatingips/168749f0-051f-4344-bad3-714374a01be5 HTTP/1.1" status: 200 len: 990 time: 1.4791100 May 27 03:53:01.372692 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:01.374511 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a12de-59d3-46fa-82b4-235ee69f7b73" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:01.389142 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb93e-b251-41b8-9da3-9e5fa2d249ec req-7ab45992-c206-4c7d-a650-940e66265a8c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:01.390841 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7d7eb93e-b251-41b8-9da3-9e5fa2d249ec req-7ab45992-c206-4c7d-a650-940e66265a8c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 931 time: 0.0770869 May 27 03:53:01.432560 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:01.437633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d6ad22-5edf-44cd-9c62-40f6cdb796e6 x-openstack-request-id: req-e8d6ad22-5edf-44cd-9c62-40f6cdb796e6 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:01.437928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:01.438177 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8d6ad22-5edf-44cd-9c62-40f6cdb796e6 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:01.438570 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d6ad22-5edf-44cd-9c62-40f6cdb796e6'] response: {'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'status': 'completed', 'code': 200} May 27 03:53:01.449513 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7d7eb93e-b251-41b8-9da3-9e5fa2d249ec req-a4162479-66b8-4729-9d55-2732159be790 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521076 May 27 03:53:01.648850 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:53:00Z', 'revision_number': 1, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:01.677155 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:01.685642 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:01.686239 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:52:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:01.784386 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:01.991785 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:53:00Z', 'revision_number': 1, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:02.016244 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725b3-2eb3-4674-abf9-7ec1b96eac79 None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:53:00Z', 'revision_number': 1, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:02.210942 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c9da-691b-4daa-99e4-c12323374d28 None None] New status for floating IP 168749f0-051f-4344-bad3-714374a01be5: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:53:02.341031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f336-2ec7-4159-9e4e-aad5ae781d0a req-00e967a9-2389-40c4-b293-2fe4bf10d5ac tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:02.342569 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0fa9f336-2ec7-4159-9e4e-aad5ae781d0a req-00e967a9-2389-40c4-b293-2fe4bf10d5ac tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0483754 May 27 03:53:02.392265 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0fa9f336-2ec7-4159-9e4e-aad5ae781d0a req-1445374d-ff74-4e70-836d-69770fa7ca9b tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440664 May 27 03:53:02.566080 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1349c5f-dbbe-4e97-af1c-4cfd9848fefa req-e26bf1bf-8060-4ad6-9430-f6a6e37f9c11 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:02.567482 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e1349c5f-dbbe-4e97-af1c-4cfd9848fefa req-e26bf1bf-8060-4ad6-9430-f6a6e37f9c11 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 931 time: 0.0507207 May 27 03:53:02.622310 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e1349c5f-dbbe-4e97-af1c-4cfd9848fefa req-0125cca0-b2f2-4abb-a052-b9dce43ce435 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480907 May 27 03:53:03.515612 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9982a0-b0a8-4b37-ae25-09cb4fb7177e req-04128bc0-1ce0-4035-a4ea-718a0527e9d6 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.517304 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2a9982a0-b0a8-4b37-ae25-09cb4fb7177e req-04128bc0-1ce0-4035-a4ea-718a0527e9d6 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 948 time: 0.0527816 May 27 03:53:03.566125 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2a9982a0-b0a8-4b37-ae25-09cb4fb7177e req-8ef4d007-a79b-443e-ba5a-a8fee8db90ff tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 May 27 03:53:03.651904 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Request body: {'port': {'device_id': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:03.709442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-53c23d12-bc02-4bd5-8511-67f8aa550407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.711379 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-53c23d12-bc02-4bd5-8511-67f8aa550407 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0563817 May 27 03:53:03.729619 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:03.811472 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2d55-2bce-421a-a1e0-b25aed8ed4fe req-da93435f-693d-49f6-b5f8-26cba87f6c74 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.813017 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3d7b2d55-2bce-421a-a1e0-b25aed8ed4fe req-da93435f-693d-49f6-b5f8-26cba87f6c74 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 931 time: 0.1008236 May 27 03:53:03.813171 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 6f7e0555-f1a3-4477-abf3-1b867fc24089 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:53:03.892783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-c601381a-94b8-4f1a-95e0-3093311f1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.894307 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-c601381a-94b8-4f1a-95e0-3093311f1d21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1679740 May 27 03:53:03.903281 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3d7b2d55-2bce-421a-a1e0-b25aed8ed4fe req-86334779-db9b-44b4-9e8e-9edaa803a02d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760136 May 27 03:53:03.938482 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:03.944658 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:03.958816 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '6f7e0555-f1a3-4477-abf3-1b867fc24089', 'network_id': 'afa5d620-ca69-4fb8-9c19-68a5621de58a', 'port_id': '6f7e0555-f1a3-4477-abf3-1b867fc24089', 'mac_address': 'fa:16:3e:21:ba:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ce9dbf-465f-456f-a9ab-b81992207c8f', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:53:03.971513 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-e594e921-5667-4274-9151-5edfbae98bfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1000 time: 0.0672195 May 27 03:53:03.998121 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 6f7e0555-f1a3-4477-abf3-1b867fc24089 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:03.998553 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.017715 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7e0555-f1a3-4477-abf3-1b867fc24089 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:53:04.041734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:04.045052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-264149d9-336c-40f0-beef-8d7bcf38beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.046986 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-264149d9-336c-40f0-beef-8d7bcf38beef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0658906 May 27 03:53:04.047150 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:04.082235 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518179af-b843-46be-8536-55b35ebea1f5 {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:53:04.090707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-6c75f7f3-e997-4dfd-82b6-21aa8a9d8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.091107 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks [] for port (518179af-b843-46be-8536-55b35ebea1f5), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.092220 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-6c75f7f3-e997-4dfd-82b6-21aa8a9d8d62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395851 May 27 03:53:04.107930 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Transition to ACTIVE for port object 518179af-b843-46be-8536-55b35ebea1f5 will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:53:04.109490 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.161563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.184714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.189401 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:04.207085 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-4c9925a7-c385-4500-93a1-ce7eba40ceea service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992718 May 27 03:53:04.239678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.316767 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4e5a12de-59d3-46fa-82b4-235ee69f7b73 req-7ff38fac-765e-49d2-99a5-aac530436bfb service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032701 May 27 03:53:04.323699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Attempting to bind port 518179af-b843-46be-8536-55b35ebea1f5 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:53:04.324021 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Attempting to bind port 518179af-b843-46be-8536-55b35ebea1f5 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:53:04.324351 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Attempting to bind port 518179af-b843-46be-8536-55b35ebea1f5 on network b93c032c-30ef-48b0-b554-8d00241b1ee8 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:53:04.329067 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Port 518179af-b843-46be-8536-55b35ebea1f5 on network b93c032c-30ef-48b0-b554-8d00241b1ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:53:04.329812 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Attempting to bind port 518179af-b843-46be-8536-55b35ebea1f5 on network b93c032c-30ef-48b0-b554-8d00241b1ee8 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:53:04.335014 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:53:04.335408 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Checking segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:04.338282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Bound using segment: {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:53:04.338282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Bound port: 518179af-b843-46be-8536-55b35ebea1f5, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6056049a-d987-47af-80a0-eda80bb3184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:53:04.338282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.407074 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:04.410529 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:04.501823 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.537969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.538914 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:04.539977 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 1093 time: 0.8955526 May 27 03:53:04.540447 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:04.542941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e3297-fa41-49f0-8d2e-02da1881f366" -d '{"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:04.574593 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530159e-8784-4ae9-9300-ad59eb1ef6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.586315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4b554-4428-408d-aa41-df394213056b x-openstack-request-id: req-afd4b554-4428-408d-aa41-df394213056b {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:04.586764 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:04.587166 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afd4b554-4428-408d-aa41-df394213056b {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:04.587886 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd4b554-4428-408d-aa41-df394213056b'] response: {'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'status': 'completed', 'code': 200} May 27 03:53:04.672163 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-b01cefce-e0af-43e5-91bf-4dec2f4e9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.674319 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-b01cefce-e0af-43e5-91bf-4dec2f4e9487 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1127 time: 0.0432067 May 27 03:53:04.693936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415055f-7cc2-4e10-97e3-5a59864fddae req-d49ecc4a-7b2e-418f-9600-773c0c44c0f5 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.702651 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7415055f-7cc2-4e10-97e3-5a59864fddae req-d49ecc4a-7b2e-418f-9600-773c0c44c0f5 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 949 time: 0.0588813 May 27 03:53:04.748161 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['6f7e0555-f1a3-4477-abf3-1b867fc24089'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:04.765845 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7415055f-7cc2-4e10-97e3-5a59864fddae req-e24c4935-8094-4e75-aac4-67a2e92222f0 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621881 May 27 03:53:04.832333 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-5ce03b05-3fb3-4581-9e87-2cfc38c78aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.833747 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-5ce03b05-3fb3-4581-9e87-2cfc38c78aea service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2f97b57909174abeab16dedc077b37e0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1417277 May 27 03:53:04.944363 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-acd892b3-0600-472c-bf30-c796daa87bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.945908 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ac6e3297-fa41-49f0-8d2e-02da1881f366 req-acd892b3-0600-472c-bf30-c796daa87bd0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044033 May 27 03:53:05.056907 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e969-6471-4f19-a2fc-73e9a4b10e0a req-0b77f8cf-6e59-48ab-980b-ee92efdd119f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.058405 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3a85e969-6471-4f19-a2fc-73e9a4b10e0a req-0b77f8cf-6e59-48ab-980b-ee92efdd119f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0779047 May 27 03:53:05.060583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7c0e82d5-b79e-4acc-8f50-24533216c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.062053 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-7c0e82d5-b79e-4acc-8f50-24533216c74f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1127 time: 0.0727141 May 27 03:53:05.122453 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-c85a87ff-b41d-44f3-bea7-a1c7b9baf239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 217 time: 0.0468314 May 27 03:53:05.177486 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:05.181442 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3a85e969-6471-4f19-a2fc-73e9a4b10e0a req-e43c31ec-68f0-4b0e-ba7b-cfb43ae2128f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143975 May 27 03:53:05.193050 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6dcece8a-3778-45bf-9638-7d2234ac79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.194534 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-6dcece8a-3778-45bf-9638-7d2234ac79df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.0625536 May 27 03:53:05.243942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-d29c6960-f658-46da-9526-d925443c689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.245471 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-d29c6960-f658-46da-9526-d925443c689e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422688 May 27 03:53:05.339281 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-394df9c2-c962-46fa-8b27-c684fe2983c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 May 27 03:53:05.433674 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e21ab5c5-948e-4bc6-9f14-2727d3e935c1 req-bb84f672-2775-4ceb-9f9a-f7b06e03990f service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 May 27 03:53:05.884492 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1fd26-785d-4d37-bd09-0e55dd7b96ef req-786b5cdf-05e9-47d4-b6db-138b818ad54d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.885997 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-04c1fd26-785d-4d37-bd09-0e55dd7b96ef req-786b5cdf-05e9-47d4-b6db-138b818ad54d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 949 time: 0.0573001 May 27 03:53:05.898352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:05.934553 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-04c1fd26-785d-4d37-bd09-0e55dd7b96ef req-658822f9-db29-476a-9e82-40a28bc84d14 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 May 27 03:53:06.302367 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e4ea-bb78-40e9-ac41-42194e89232c req-394f2dbe-bae1-408b-a5c0-4601e0ff8243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:06.303880 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ff48e4ea-bb78-40e9-ac41-42194e89232c req-394f2dbe-bae1-408b-a5c0-4601e0ff8243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0509121 May 27 03:53:06.358906 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ff48e4ea-bb78-40e9-ac41-42194e89232c req-f2ec6474-554f-45f9-a322-1a0f8e3f5f8d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492849 May 27 03:53:06.386659 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b06a338a-5f56-46e0-8345-6c38e57505db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.049729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d241b-d3c8-43c2-9690-5202dbaa7b97 req-4b6b9dca-2ae3-42ba-8ad0-0b70d691bee1 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:07.051226 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e71d241b-d3c8-43c2-9690-5202dbaa7b97 req-4b6b9dca-2ae3-42ba-8ad0-0b70d691bee1 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 949 time: 0.0469100 May 27 03:53:07.099682 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e71d241b-d3c8-43c2-9690-5202dbaa7b97 req-1ba92bd3-4465-4054-8465-751e4ec5d4ff tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 May 27 03:53:07.298359 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 6f7e0555-f1a3-4477-abf3-1b867fc24089 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:07.343059 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 6f7e0555-f1a3-4477-abf3-1b867fc24089 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:53:07.409085 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 6f7e0555-f1a3-4477-abf3-1b867fc24089 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:07.409655 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.446255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:07.476801 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcba69-57f9-4107-b919-67f9dd965571 req-60a04c1e-3b56-4b10-bce6-6dd0ff30e1eb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:07.478292 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cfcba69-57f9-4107-b919-67f9dd965571 req-60a04c1e-3b56-4b10-bce6-6dd0ff30e1eb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0520821 May 27 03:53:07.494950 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 6f7e0555-f1a3-4477-abf3-1b867fc24089 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:07.495337 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.509210 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:07.515217 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:07.522566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:07.524823 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a3d4ad-e6c7-43ee-9a98-d633e0339f3b" -d '{"events": [{"server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:07.530215 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cfcba69-57f9-4107-b919-67f9dd965571 req-206785bd-520c-4ef5-92a7-3f3162b8c998 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 May 27 03:53:07.542564 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:07.562622 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2ef85-d844-47a2-bdb4-f7bf3ecd073b x-openstack-request-id: req-b3d2ef85-d844-47a2-bdb4-f7bf3ecd073b {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:07.562904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:07.563147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3d2ef85-d844-47a2-bdb4-f7bf3ecd073b {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:07.563533 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d2ef85-d844-47a2-bdb4-f7bf3ecd073b'] response: {'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089', 'code': 200} May 27 03:53:07.655372 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.702149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:08.178591 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de4f5-bded-45e0-b977-28899aafe514 req-777f2aab-131c-4273-a24f-57ecef0a2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.180005 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f5de4f5-bded-45e0-b977-28899aafe514 req-777f2aab-131c-4273-a24f-57ecef0a2e88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 1134 time: 0.0474899 May 27 03:53:08.235454 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4e9a-bc69-40e9-bfc6-a5e24d059491 req-710b5d10-bf8e-49b6-aa14-1bd38eedf086 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.237054 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c7fa4e9a-bc69-40e9-bfc6-a5e24d059491 req-710b5d10-bf8e-49b6-aa14-1bd38eedf086 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0694292 May 27 03:53:08.275473 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f5de4f5-bded-45e0-b977-28899aafe514 req-91d8c737-094d-462f-acbb-ac0ad06d98a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763888 May 27 03:53:08.301848 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c7fa4e9a-bc69-40e9-bfc6-a5e24d059491 req-a4889d87-bd5a-46b7-904c-de55290a742a tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582132 May 27 03:53:08.654291 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b106-7635-4b7e-ad3a-5d525baebe7c req-aa79008b-6d01-4c22-b66f-47062464daf2 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.655887 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8107b106-7635-4b7e-ad3a-5d525baebe7c req-aa79008b-6d01-4c22-b66f-47062464daf2 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0532484 May 27 03:53:08.666903 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:08.707389 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8107b106-7635-4b7e-ad3a-5d525baebe7c req-bfc50c1d-1862-482d-8a1f-fdfc11d97774 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459321 May 27 03:53:09.415981 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f95889-e365-49dc-b49a-1bd91d13b739 req-17c00174-484c-4ece-8c7e-5b63f1379342 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:09.417513 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-00f95889-e365-49dc-b49a-1bd91d13b739 req-17c00174-484c-4ece-8c7e-5b63f1379342 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0490851 May 27 03:53:09.466900 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-00f95889-e365-49dc-b49a-1bd91d13b739 req-434de3d0-3025-424a-ad12-cd24bfd7620c tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 May 27 03:53:09.498077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-94c38698-da55-4480-bc7c-f56e722f8d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:09.822069 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33e97-76c0-41e1-971e-7c6a37322f78 req-975b23f4-428d-4f91-a4b7-bec96c11c153 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:09.823576 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9bc33e97-76c0-41e1-971e-7c6a37322f78 req-975b23f4-428d-4f91-a4b7-bec96c11c153 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0484581 May 27 03:53:09.875256 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9bc33e97-76c0-41e1-971e-7c6a37322f78 req-50f27930-01ec-46b2-a052-eb6e45de9744 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460701 May 27 03:53:10.583736 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3ee5-0e94-4ddd-85bb-bc15b646e25f req-a0b165cb-4ad0-45c0-9c37-8cad65077c0d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:10.585312 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6b6e3ee5-0e94-4ddd-85bb-bc15b646e25f req-a0b165cb-4ad0-45c0-9c37-8cad65077c0d tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0508215 May 27 03:53:10.635713 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6b6e3ee5-0e94-4ddd-85bb-bc15b646e25f req-f8a3b7fc-e852-4ed9-92e0-db57b1227cfe tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 May 27 03:53:10.672318 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:10.993989 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821945d1-2281-4fe7-94d2-617ce22f618f req-1ec63b27-014f-419c-803a-d3f56e2f4a72 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:10.995474 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-821945d1-2281-4fe7-94d2-617ce22f618f req-1ec63b27-014f-419c-803a-d3f56e2f4a72 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0486147 May 27 03:53:11.047295 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-821945d1-2281-4fe7-94d2-617ce22f618f req-03189f38-5472-4fff-a199-0226e088450c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 May 27 03:53:11.146244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fc79-33a7-4d9f-8033-cd459f3e1215 req-88b5549b-9afb-4e90-82df-8241a12082ce tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:11.147666 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c852fc79-33a7-4d9f-8033-cd459f3e1215 req-88b5549b-9afb-4e90-82df-8241a12082ce tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0477190 May 27 03:53:11.198495 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c852fc79-33a7-4d9f-8033-cd459f3e1215 req-c3700e6e-6512-410a-87fd-2105ee5f8072 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 May 27 03:53:11.597595 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:11.994358 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:12.171228 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3292-4414-40b0-bf03-313c1c90ac23 req-358291a4-e971-4fd0-964a-974a91370566 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:12.172774 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-860e3292-4414-40b0-bf03-313c1c90ac23 req-358291a4-e971-4fd0-964a-974a91370566 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0506155 May 27 03:53:12.221771 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-860e3292-4414-40b0-bf03-313c1c90ac23 req-0378ff64-bfe7-4ddc-b26e-f391c51318e7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 May 27 03:53:12.317698 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203be13-370a-4df3-a53b-3a74860cb16e req-fdecc0b8-34b3-4a56-b365-9ab1b6b037c4 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:12.320353 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f203be13-370a-4df3-a53b-3a74860cb16e req-fdecc0b8-34b3-4a56-b365-9ab1b6b037c4 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0497966 May 27 03:53:12.368914 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f203be13-370a-4df3-a53b-3a74860cb16e req-412cb6c1-1d21-4958-83c7-4c147018447a tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 May 27 03:53:13.193655 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-209e5449-560f-4446-ab7c-5774d1fab8f3 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:13.195043 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-209e5449-560f-4446-ab7c-5774d1fab8f3 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.44 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0502172 May 27 03:53:13.326737 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:13.329850 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:13.340397 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17b8f-3340-4c2b-b0d1-219a0f0f6cdb req-1a9e13a3-f916-433f-9f9b-4e043ec90f7c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:13.342589 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f1f17b8f-3340-4c2b-b0d1-219a0f0f6cdb req-1a9e13a3-f916-433f-9f9b-4e043ec90f7c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0474372 May 27 03:53:13.396614 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f1f17b8f-3340-4c2b-b0d1-219a0f0f6cdb req-aab31cc7-9659-420c-8816-b75b1ba984d3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 May 27 03:53:13.489294 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f11404-aef6-41b1-b7aa-98a8b4b4156a req-57579346-b93e-4c41-ad5f-03f68eeadaf9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:13.490684 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47f11404-aef6-41b1-b7aa-98a8b4b4156a req-57579346-b93e-4c41-ad5f-03f68eeadaf9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0489891 May 27 03:53:13.537964 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47f11404-aef6-41b1-b7aa-98a8b4b4156a req-f747785d-e688-4576-a29b-205848e14889 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 May 27 03:53:13.933905 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:14.511469 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348927-7239-4638-aa58-429204142e5c req-c69ddd75-4df9-4ec6-8399-bf29c692edfd tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:14.513998 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23348927-7239-4638-aa58-429204142e5c req-c69ddd75-4df9-4ec6-8399-bf29c692edfd tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0498717 May 27 03:53:14.568236 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23348927-7239-4638-aa58-429204142e5c req-7f29d93c-5660-4512-99dc-8318a7807d9a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 May 27 03:53:14.655597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530c404-ea38-4bd9-8fd2-6bed2361c03d req-dbefa138-dda7-4d67-a4e6-9db06a1d2960 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:14.657270 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1530c404-ea38-4bd9-8fd2-6bed2361c03d req-dbefa138-dda7-4d67-a4e6-9db06a1d2960 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 950 time: 0.0517373 May 27 03:53:14.704917 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1530c404-ea38-4bd9-8fd2-6bed2361c03d req-38dc3eb5-aa50-4e94-b643-40a5fa54cec0 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd96c8c-229d-43a9-adfa-1986739e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 May 27 03:53:14.744470 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Deleting port 6f7e0555-f1a3-4477-abf3-1b867fc24089 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:53:14.744836 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:14.837251 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] For port 6f7e0555-f1a3-4477-abf3-1b867fc24089, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6f7e0555-f1a3-4477-abf3-1b867fc24089,segment=NetworkSegment(e835e6f3-adaa-4371-8753-4c9a6fe734e6),segment_id=e835e6f3-adaa-4371-8753-4c9a6fe734e6)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:14.837606 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:14.839657 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:14.852939 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Calling delete_port for 6f7e0555-f1a3-4477-abf3-1b867fc24089 owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:53:15.309967 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (6f7e0555-f1a3-4477-abf3-1b867fc24089), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:15.329831 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['6f7e0555-f1a3-4477-abf3-1b867fc24089'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:15.334655 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:53:15.338616 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Pushing event deleted for resources: {'Port': ['ID=6f7e0555-f1a3-4477-abf3-1b867fc24089,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.405560 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] No DVR routers for this DVR port 6f7e0555-f1a3-4477-abf3-1b867fc24089 on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:15.409036 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:15.412518 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-52f693e6-6f93-410e-a86b-4d557b575bdc req-3190bcb0-5caf-4ec7-affc-5e6d4c794ea9 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.44 "DELETE /v2.0/ports/6f7e0555-f1a3-4477-abf3-1b867fc24089 HTTP/1.1" status: 204 len: 173 time: 0.7852206 May 27 03:53:15.413063 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'name': 'network-vif-deleted', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:15.418233 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab91ec66-6c86-41f2-8d6f-d80fc4510e2a" -d '{"events": [{"server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "name": "network-vif-deleted", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:15.452706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5e006d-8f2c-4a76-9a94-a5edb87b77df x-openstack-request-id: req-7b5e006d-8f2c-4a76-9a94-a5edb87b77df {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:15.452999 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03768470-deb4-45a2-b84a-3ca8673789a1", "name": "network-vif-deleted", "tag": "6f7e0555-f1a3-4477-abf3-1b867fc24089", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:15.453249 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b5e006d-8f2c-4a76-9a94-a5edb87b77df {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:15.453698 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5e006d-8f2c-4a76-9a94-a5edb87b77df'] response: {'server_uuid': '03768470-deb4-45a2-b84a-3ca8673789a1', 'name': 'network-vif-deleted', 'tag': '6f7e0555-f1a3-4477-abf3-1b867fc24089', 'status': 'completed', 'code': 200} May 27 03:53:15.459220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:15.478878 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '518179af-b843-46be-8536-55b35ebea1f5', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'mac_address': 'fa:16:3e:10:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:53:15.513269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 518179af-b843-46be-8536-55b35ebea1f5 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:15.513672 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:15.527004 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518179af-b843-46be-8536-55b35ebea1f5 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:53:15.548154 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:15.666119 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:15.686720 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620ced-1f8a-4fe6-b488-39131ef252bf req-3c8cc3b9-1d28-4d35-a487-a2428e87a95d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:15.688233 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-77620ced-1f8a-4fe6-b488-39131ef252bf req-3c8cc3b9-1d28-4d35-a487-a2428e87a95d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0520658 May 27 03:53:15.720002 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.749516 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-77620ced-1f8a-4fe6-b488-39131ef252bf req-398eee32-ac64-452d-9287-bbe731d5b73b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550439 May 27 03:53:15.842151 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c84a3c9b-4484-440a-825b-71ef895c365d req-55c52f5d-1a29-4e5d-9c0a-e37982523dc0 tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0283492 May 27 03:53:16.339189 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['518179af-b843-46be-8536-55b35ebea1f5'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:16.567840 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:16.865906 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e7ef-b85c-42bd-85e1-6b5c36412838 req-4626b4f1-092e-47f8-8df1-87adb1cc8661 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:16.867410 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f886e7ef-b85c-42bd-85e1-6b5c36412838 req-4626b4f1-092e-47f8-8df1-87adb1cc8661 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 944 time: 0.0503390 May 27 03:53:16.932299 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f886e7ef-b85c-42bd-85e1-6b5c36412838 req-251a60cb-b31e-4972-9ac0-00019dcb5cbb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546927 May 27 03:53:16.956938 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0127f9ac-7e08-4b2f-834f-1a5ef709df17 req-0743a074-e20c-4ddd-84b0-f2669effe5dd tempest-VolumesNegativeTest-1209078178 tempest-VolumesNegativeTest-1209078178-project] 10.222.0.58 "GET /v2.0/ports?device_id=03768470-deb4-45a2-b84a-3ca8673789a1 HTTP/1.1" status: 200 len: 210 time: 0.0310092 May 27 03:53:18.034887 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:18.055972 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180a122-072d-4495-90d9-917cb62f55f7 req-f157bb0a-2044-422b-bf10-48d087e67398 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:18.057500 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a180a122-072d-4495-90d9-917cb62f55f7 req-f157bb0a-2044-422b-bf10-48d087e67398 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 944 time: 0.0547388 May 27 03:53:18.079974 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 518179af-b843-46be-8536-55b35ebea1f5 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:53:18.089103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:18.108912 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a180a122-072d-4495-90d9-917cb62f55f7 req-53d76c70-47c9-43a3-ab0e-cb6a8ace589d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 May 27 03:53:18.181112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 518179af-b843-46be-8536-55b35ebea1f5 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:18.181492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (518179af-b843-46be-8536-55b35ebea1f5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:18.266521 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 518179af-b843-46be-8536-55b35ebea1f5 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:18.269525 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:18.291696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:18.293908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f5d109-fc6a-4497-a15a-cce4134b8baf" -d '{"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-plugged", "status": "completed", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:18.314798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:18.350326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845bddb-8d1a-4dae-9c19-b175ef60c0b9 x-openstack-request-id: req-c845bddb-8d1a-4dae-9c19-b175ef60c0b9 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:18.350326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-plugged", "status": "completed", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:18.350326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c845bddb-8d1a-4dae-9c19-b175ef60c0b9 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:18.350326 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c845bddb-8d1a-4dae-9c19-b175ef60c0b9'] response: {'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'code': 200} May 27 03:53:18.474810 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:18.475808 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 6f7e0555-f1a3-4477-abf3-1b867fc24089 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:53:18.480838 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:18.517676 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 6f7e0555-f1a3-4477-abf3-1b867fc24089 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:53:18.518015 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 6f7e0555-f1a3-4477-abf3-1b867fc24089 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:53:18.543842 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:18.863481 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242223b8-d9a0-4f56-9529-49fe030377c9 req-6e0cca4b-3142-4bc2-83b6-a0969da1dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:18.865242 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-242223b8-d9a0-4f56-9529-49fe030377c9 req-6e0cca4b-3142-4bc2-83b6-a0969da1dc3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0411258 May 27 03:53:18.920203 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-242223b8-d9a0-4f56-9529-49fe030377c9 req-e5ad4e4e-1a84-49a4-af23-42c7c230b12e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469949 May 27 03:53:19.236796 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604797-a93c-460c-8064-8a678896ca73 req-79ed8f37-c352-451b-824e-4f22c79cb26e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:19.239472 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2a604797-a93c-460c-8064-8a678896ca73 req-79ed8f37-c352-451b-824e-4f22c79cb26e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0607324 May 27 03:53:19.293755 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2a604797-a93c-460c-8064-8a678896ca73 req-0c48827e-0a4c-4695-b07f-95b9bb2b44f3 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489700 May 27 03:53:19.408377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60664) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:19.572438 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c2e-a629-4dd6-b7d5-140e551dec7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:19.660072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c2e-a629-4dd6-b7d5-140e551dec7d admin admin] Publish callbacks [] for security_group (1287f614-ac20-4d73-81c5-79b1c5464566), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:19.777593 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c2e-a629-4dd6-b7d5-140e551dec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1287f614-ac20-4d73-81c5-79b1c5464566), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:19.812706 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:19.818222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b11c2e-a629-4dd6-b7d5-140e551dec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1287f614-ac20-4d73-81c5-79b1c5464566,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:19.823778 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d1b11c2e-a629-4dd6-b7d5-140e551dec7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a518e9aade704470ad83e19420cb0f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143305 May 27 03:53:19.826368 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60714) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:19.894502 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] Publish callbacks [] for security_group (1287f614-ac20-4d73-81c5-79b1c5464566), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:19.918126 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] Publish callbacks [] for security_group (1287f614-ac20-4d73-81c5-79b1c5464566), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:20.043200 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1287f614-ac20-4d73-81c5-79b1c5464566), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:20.046544 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:20.047707 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1287f614-ac20-4d73-81c5-79b1c5464566 HTTP/1.1" status: 204 len: 168 time: 0.2204316 May 27 03:53:20.055835 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9851ab-ef5d-4bcd-a12f-fd50c4958dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1287f614-ac20-4d73-81c5-79b1c5464566,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:20.424895 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf4f63-1430-4b12-af23-07e64bf91b32 req-5092fd0e-e4d8-4ac0-a710-d2ea87f747cd tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:20.426444 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18cf4f63-1430-4b12-af23-07e64bf91b32 req-5092fd0e-e4d8-4ac0-a710-d2ea87f747cd tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0554740 May 27 03:53:20.477953 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18cf4f63-1430-4b12-af23-07e64bf91b32 req-adad6da7-f47a-496c-94cf-c318a05c1656 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458167 May 27 03:53:21.615280 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f567-dcf0-4863-b771-5af3d8ca8cbd req-1e79b8f1-ceec-4b0d-99d7-c0eb416dd160 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:21.617049 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8046f567-dcf0-4863-b771-5af3d8ca8cbd req-1e79b8f1-ceec-4b0d-99d7-c0eb416dd160 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0612473 May 27 03:53:21.675937 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8046f567-dcf0-4863-b771-5af3d8ca8cbd req-7ee3671b-db72-49ec-95e0-f1c7d397406f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 May 27 03:53:21.814340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a308ab-37ed-4e66-bb23-a8c28b999b96 req-efef7949-d6bd-4f3e-8c06-78920e3651fc tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:21.815883 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01a308ab-37ed-4e66-bb23-a8c28b999b96 req-efef7949-d6bd-4f3e-8c06-78920e3651fc tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0521424 May 27 03:53:21.869002 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01a308ab-37ed-4e66-bb23-a8c28b999b96 req-bcac7541-8693-4bb4-a5bf-fd51cf702893 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 May 27 03:53:21.895494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60854) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:22.115651 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d71568-e976-4247-ab81-fb746cdb02e3 tempest-TestShelveInstance-2120079046 tempest-TestShelveInstance-2120079046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:22.121688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 60866) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:22.121834 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-40d71568-e976-4247-ab81-fb746cdb02e3 tempest-TestShelveInstance-2120079046 tempest-TestShelveInstance-2120079046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1124 time: 0.2245932 May 27 03:53:22.125868 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:22.137957 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:22.257950 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:22.353398 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:22.480260 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Allocated IP 172.27.2.97 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/03f54588-22e7-4f2d-970c-00d611e6a606) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:22.528241 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:22.601649 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for port (03f54588-22e7-4f2d-970c-00d611e6a606), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:22.603499 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:22.703955 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:22.756030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:22.759896 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:22.761710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'Port': ['ID=03f54588-22e7-4f2d-970c-00d611e6a606,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.763923 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:53:23.018555 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:23.163574 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for floatingip (07bb5fb3-85ef-478e-9e43-f1ae626f6884), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:23.267113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724efad-adb9-48bb-a021-b86183732f80 req-36ba8ed9-52e8-4348-97ac-7dbee9744cc6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:23.269196 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9724efad-adb9-48bb-a021-b86183732f80 req-36ba8ed9-52e8-4348-97ac-7dbee9744cc6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0502760 May 27 03:53:23.327004 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9724efad-adb9-48bb-a021-b86183732f80 req-d625cd02-cfb2-4e9f-b035-b031ae779e64 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513899 May 27 03:53:23.360406 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:23.556168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for port (03f54588-22e7-4f2d-970c-00d611e6a606), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:23.659265 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:23.741242 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:23.754159 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-1de13204-481f-442b-aa24-34a25a3f499d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1061764 May 27 03:53:23.758216 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event updated for resources: {'Port': ['ID=03f54588-22e7-4f2d-970c-00d611e6a606,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:23.768829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (07bb5fb3-85ef-478e-9e43-f1ae626f6884), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:23.855759 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-d9c21f83-e57e-4382-a647-7584cb8588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:23.857312 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-d9c21f83-e57e-4382-a647-7584cb8588db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1129 time: 0.0550101 May 27 03:53:23.957436 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Floating IP 07bb5fb3-85ef-478e-9e43-f1ae626f6884 associated. External IP: 172.27.2.97, port: 518179af-b843-46be-8536-55b35ebea1f5. May 27 03:53:24.027860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:24.070028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-c06d18b4-542f-42dd-84cf-890b5e5f1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.071592 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-c06d18b4-542f-42dd-84cf-890b5e5f1c4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1825194 May 27 03:53:24.119051 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-eda87eb1-07cb-4057-bbf7-d6871bb5d812 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 217 time: 0.0361814 May 27 03:53:24.240894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-0f44d788-d997-462c-b601-e50dbaf3d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.242259 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-0f44d788-d997-462c-b601-e50dbaf3d385 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.1151609 May 27 03:53:24.297308 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Router 4f446d89-d93c-448e-991b-bf99b9b6b90d has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:24.305750 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-6e7ff3db-649c-405f-ae19-fef01629d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.307292 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-6e7ff3db-649c-405f-ae19-fef01629d364 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535398 May 27 03:53:24.513058 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:24.527600 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Sync routers for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:24.534778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6e2a-2c0f-4f90-a967-2974f6a94113 req-a46f0208-f919-465e-ad0a-c9cdc8f38fbd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.536321 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8bac6e2a-2c0f-4f90-a967-2974f6a94113 req-a46f0208-f919-465e-ad0a-c9cdc8f38fbd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.1217511 May 27 03:53:24.542975 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:24.544200 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:24.556207 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-f544ccc5-c988-44b6-9dde-98c9cbb72950 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063401 May 27 03:53:24.644115 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:24.680529 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8bac6e2a-2c0f-4f90-a967-2974f6a94113 req-1014950a-deb0-4f93-bc1c-2b9a530dc704 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375628 May 27 03:53:24.681789 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:24.723809 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:24.730305 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1b094683-e37a-495c-8f76-e22e98bfeaf9 req-771d0e7b-5e6e-4efa-99ef-3819ec925ce4 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643074 May 27 03:53:24.734506 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1907f41b-8951-4ee7-947b-f4b3bb283243 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6107624 May 27 03:53:24.734506 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:24.736036 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283af032-2299-4fbb-a80a-9ac69b90a726" -d '{"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:24.804458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0506ba8c-94fe-4208-8bfa-cdc5bf3fffcd x-openstack-request-id: req-0506ba8c-94fe-4208-8bfa-cdc5bf3fffcd {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:24.804812 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:24.805061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0506ba8c-94fe-4208-8bfa-cdc5bf3fffcd {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:24.805462 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0506ba8c-94fe-4208-8bfa-cdc5bf3fffcd'] response: {'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'status': 'completed', 'code': 200} May 27 03:53:24.879716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-2616bb33-d351-42d7-ba10-902e40d09bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.882099 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-2616bb33-d351-42d7-ba10-902e40d09bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0577595 May 27 03:53:24.994387 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-e75c1126-9348-4827-923a-69ec791af58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:24.995876 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-e75c1126-9348-4827-923a-69ec791af58a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 909 time: 0.1056118 May 27 03:53:25.048300 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '07bb5fb3-85ef-478e-9e43-f1ae626f6884', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'mac_address': 'fa:16:3e:10:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:23Z', 'updated_at': '2022-05-27T03:53:23Z', 'revision_number': 0, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:25.076581 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Checking router: 4f446d89-d93c-448e-991b-bf99b9b6b90d for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:25.086027 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:25.086766 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:25.098295 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-65e64fe6-6caf-49c5-8da3-1b21fad0a0f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 998 time: 0.0960844 May 27 03:53:25.195256 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:25.360858 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-1842c15b-8563-40ad-806e-e1eea7ab41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:25.362344 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-1842c15b-8563-40ad-806e-e1eea7ab41dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.2581944 May 27 03:53:25.400649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 60998) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:25.413459 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-d5d79643-5445-41ff-9047-3cfd2a069aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:25.414979 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-d5d79643-5445-41ff-9047-3cfd2a069aa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456100 May 27 03:53:25.458851 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '07bb5fb3-85ef-478e-9e43-f1ae626f6884', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'mac_address': 'fa:16:3e:10:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:23Z', 'updated_at': '2022-05-27T03:53:23Z', 'revision_number': 0, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:25.484730 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3901a0-aa2f-4221-bd6a-224274e6050b None None] The sync data for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi is: [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '07bb5fb3-85ef-478e-9e43-f1ae626f6884', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'mac_address': 'fa:16:3e:10:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:23Z', 'updated_at': '2022-05-27T03:53:23Z', 'revision_number': 0, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:25.519301 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-f22bc35e-78e7-4f64-967e-989a4104bdbb service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964539 May 27 03:53:25.565414 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-389d48b1-5363-40b4-89eb-4cdf2f8476e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21d579d798644cfba0e40b03320a5274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635292 May 27 03:53:25.568011 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 32772) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:25.621797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] Publish callbacks [] for security_group (0fd96c8c-229d-43a9-adfa-1986739e2c1a), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:25.635920 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:25.645599 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] Publish callbacks [] for security_group (0fd96c8c-229d-43a9-adfa-1986739e2c1a), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:25.717027 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990ace5-10c7-4402-a822-d0ae9db69388 None None] New status for floating IP 07bb5fb3-85ef-478e-9e43-f1ae626f6884: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:53:25.781893 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (0fd96c8c-229d-43a9-adfa-1986739e2c1a), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:25.784699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:25.790607 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fd96c8c-229d-43a9-adfa-1986739e2c1a HTTP/1.1" status: 204 len: 168 time: 0.2214320 May 27 03:53:25.801849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0c4a1-08d2-4973-a41d-c060243dae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd96c8c-229d-43a9-adfa-1986739e2c1a,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.827904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90118f57-d662-4c70-b1c0-d8ab0a286bdf req-0ff52b04-c3d5-4dbf-94b2-beca595cb327 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:25.829806 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-90118f57-d662-4c70-b1c0-d8ab0a286bdf req-0ff52b04-c3d5-4dbf-94b2-beca595cb327 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0511229 May 27 03:53:25.898201 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-90118f57-d662-4c70-b1c0-d8ab0a286bdf req-fc1ee68a-aba5-438d-8dcd-7392b49be767 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618126 May 27 03:53:27.026180 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48e5a-9f0b-4fe0-a26c-6ff97009fc9b req-efc11615-5a87-4299-b445-90496de8f89c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:27.027678 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dfc48e5a-9f0b-4fe0-a26c-6ff97009fc9b req-efc11615-5a87-4299-b445-90496de8f89c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0498278 May 27 03:53:27.085795 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dfc48e5a-9f0b-4fe0-a26c-6ff97009fc9b req-07deaff1-132e-42a7-90c7-84b9d1cbf2ca tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517521 May 27 03:53:27.990273 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-283af032-2299-4fbb-a80a-9ac69b90a726 req-19d2bd48-59bb-462e-a6b9-8f79707e22fa service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916200 May 27 03:53:28.205515 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbbfb-8f7b-4b73-b5fa-19f2864bad71 req-d422fb89-1f33-4dab-bed3-c6f8c4641bc4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:28.207173 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-75ecbbfb-8f7b-4b73-b5fa-19f2864bad71 req-d422fb89-1f33-4dab-bed3-c6f8c4641bc4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0477805 May 27 03:53:28.237295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:28.254398 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-75ecbbfb-8f7b-4b73-b5fa-19f2864bad71 req-841e9845-44e1-41ac-aaa8-a5a69bf47c39 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 May 27 03:53:29.379872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9319952-470d-48b3-9043-78ca3ee3ad87 req-34ded6a6-cfd8-4636-a729-712ae4c8519d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:29.381506 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d9319952-470d-48b3-9043-78ca3ee3ad87 req-34ded6a6-cfd8-4636-a729-712ae4c8519d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0503569 May 27 03:53:29.435314 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d9319952-470d-48b3-9043-78ca3ee3ad87 req-93736f27-85b4-4d1a-88d2-eb6caaf5f9d5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 May 27 03:53:30.557218 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086588-4bd9-455b-ad2e-12d791b5f03f req-faffebe9-1378-43dc-9977-bdb6a55b63df tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:30.558692 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-98086588-4bd9-455b-ad2e-12d791b5f03f req-faffebe9-1378-43dc-9977-bdb6a55b63df tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0491652 May 27 03:53:30.607272 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-98086588-4bd9-455b-ad2e-12d791b5f03f req-9e7478f9-51f2-4927-9571-f2af788efdca tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 May 27 03:53:31.727915 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ebb4b-d53a-425f-9cc3-59c95c887630 req-425bf739-0fdf-4558-8227-1e94fc8d8eea tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:31.729332 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-628ebb4b-d53a-425f-9cc3-59c95c887630 req-425bf739-0fdf-4558-8227-1e94fc8d8eea tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0485551 May 27 03:53:31.777272 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-628ebb4b-d53a-425f-9cc3-59c95c887630 req-c80bd1e6-5911-476f-b467-1a300140f72e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 May 27 03:53:32.901475 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9204497-9f5b-43fe-a76e-9c5c35297127 req-c7825c65-2280-4696-81e6-1250303ce3f5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:32.902977 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a9204497-9f5b-43fe-a76e-9c5c35297127 req-c7825c65-2280-4696-81e6-1250303ce3f5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0518408 May 27 03:53:32.950478 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a9204497-9f5b-43fe-a76e-9c5c35297127 req-b10fae44-aeda-4bfb-ab34-2a00f2e0c782 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 May 27 03:53:34.069201 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5ccdc-94e0-4685-a92f-40338731b6dc req-07dab4dc-e410-46fc-8ec4-e78bf713326f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:34.070688 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-53a5ccdc-94e0-4685-a92f-40338731b6dc req-07dab4dc-e410-46fc-8ec4-e78bf713326f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0481224 May 27 03:53:34.107216 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:34.120318 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-53a5ccdc-94e0-4685-a92f-40338731b6dc req-0b7263f8-d57a-41fd-8f29-5d4b728b2ac3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442107 May 27 03:53:35.242198 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85617c2-0e11-41a1-85bc-51c6bfd4af6e req-cc160001-c074-470b-a790-8db5c9ce3c8d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:35.243709 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b85617c2-0e11-41a1-85bc-51c6bfd4af6e req-cc160001-c074-470b-a790-8db5c9ce3c8d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0491767 May 27 03:53:35.292955 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b85617c2-0e11-41a1-85bc-51c6bfd4af6e req-06b49928-4755-4185-9d03-bce9cb6c94a5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 May 27 03:53:35.835504 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=13 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:35.854421 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:36.371260 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c984076a-ae57-4527-b255-1f277426ccfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:36.418104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c634dd-69ec-415f-b20a-a40e29f2e2c0 req-1a9b5daa-95ef-4640-b9bf-b538737ed258 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:36.419584 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f2c634dd-69ec-415f-b20a-a40e29f2e2c0 req-1a9b5daa-95ef-4640-b9bf-b538737ed258 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0515571 May 27 03:53:36.468422 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f2c634dd-69ec-415f-b20a-a40e29f2e2c0 req-1c848060-48d4-4bb6-9389-6f94b0bd4215 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 May 27 03:53:37.589072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055740a2-de54-4f73-9dfa-0c655f630f04 req-ea7d97f1-36e9-43bc-b245-43293be37889 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:37.590453 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-055740a2-de54-4f73-9dfa-0c655f630f04 req-ea7d97f1-36e9-43bc-b245-43293be37889 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0482087 May 27 03:53:37.640520 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-055740a2-de54-4f73-9dfa-0c655f630f04 req-1badced2-bf45-42c1-91d6-d16442a0ffd7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 May 27 03:53:38.762602 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8450-001b-4890-bcc2-42b86fa0c143 req-81c12f38-e8cf-4365-b990-db758874b95f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:38.764121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1cca8450-001b-4890-bcc2-42b86fa0c143 req-81c12f38-e8cf-4365-b990-db758874b95f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0486488 May 27 03:53:38.811385 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1cca8450-001b-4890-bcc2-42b86fa0c143 req-ce16d243-8ceb-42f9-b407-90707702b689 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 May 27 03:53:39.497102 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98ac8d15-a77c-48db-a5b7-0a573873cd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:39.935783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844145e8-7b3d-4eec-8dc0-5ad68f6028bc req-aa34044b-388f-4000-97c6-c28db492af2c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:39.937894 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-844145e8-7b3d-4eec-8dc0-5ad68f6028bc req-aa34044b-388f-4000-97c6-c28db492af2c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0477684 May 27 03:53:39.990830 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-844145e8-7b3d-4eec-8dc0-5ad68f6028bc req-54856ec2-e197-4f7a-9a44-1abcf3e55510 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468724 May 27 03:53:40.659957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:40.928833 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=75 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:40.929594 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=79 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:40.937354 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:41.113212 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e624-ecd2-41c5-8622-614c9cfd0f5e req-32d064a5-9148-467a-9b81-63dbfa8d53a6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:41.120807 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c597e624-ecd2-41c5-8622-614c9cfd0f5e req-32d064a5-9148-467a-9b81-63dbfa8d53a6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0555868 May 27 03:53:41.176283 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c597e624-ecd2-41c5-8622-614c9cfd0f5e req-79850b04-afdc-4e16-ac41-b6a5654fa4df tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545318 May 27 03:53:41.580276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:42.296882 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47179639-8d37-43fa-a46a-90414303f532 req-df51fffc-309c-4d62-8903-05658ba20a40 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:42.298391 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47179639-8d37-43fa-a46a-90414303f532 req-df51fffc-309c-4d62-8903-05658ba20a40 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0488262 May 27 03:53:42.345988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47179639-8d37-43fa-a46a-90414303f532 req-36ed9d0f-016a-4f78-845f-bd259fb9071d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 May 27 03:53:43.317263 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:43.465377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0720e-0249-4460-ba45-fa9d553c3adf req-2e8f7ec0-8658-4606-81af-e28c98f35bf0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:43.466882 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23f0720e-0249-4460-ba45-fa9d553c3adf req-2e8f7ec0-8658-4606-81af-e28c98f35bf0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0483663 May 27 03:53:43.516384 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23f0720e-0249-4460-ba45-fa9d553c3adf req-b67605ed-b004-45c9-bad0-f16a97822a25 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439394 May 27 03:53:44.109847 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206381d-7d30-44c0-aa8f-4a029e3d6cc1 req-f0f4b1be-e00f-4e23-ae0f-eaed9becdaf9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:44.111312 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e206381d-7d30-44c0-aa8f-4a029e3d6cc1 req-f0f4b1be-e00f-4e23-ae0f-eaed9becdaf9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0482779 May 27 03:53:44.159378 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e206381d-7d30-44c0-aa8f-4a029e3d6cc1 req-0e2b96e7-58a7-466d-8b0b-a12f4d9a9dc7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 May 27 03:53:44.601839 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:44.640994 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593b24-15d9-4a66-b4e1-b00cc1b7fc72 req-fc7b8f85-3733-4d37-aa8c-76648faf46e1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:44.642473 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e593b24-15d9-4a66-b4e1-b00cc1b7fc72 req-fc7b8f85-3733-4d37-aa8c-76648faf46e1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0503504 May 27 03:53:44.690270 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e593b24-15d9-4a66-b4e1-b00cc1b7fc72 req-ac5c4d24-a2ad-4eea-b764-45d696b178dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 May 27 03:53:45.280521 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f88f7-b55e-4d38-b6b0-5402a56cf12a req-00987461-83e7-4278-a75a-6e13faac6315 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:45.282035 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-361f88f7-b55e-4d38-b6b0-5402a56cf12a req-00987461-83e7-4278-a75a-6e13faac6315 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0516617 May 27 03:53:45.293607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:45.330253 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-361f88f7-b55e-4d38-b6b0-5402a56cf12a req-165a035b-5cd0-43b1-8b64-3c16ff3a2b48 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 May 27 03:53:45.811533 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b05c6-aedb-44a5-a895-fdd230ae120f req-d843342a-9827-4205-9519-d6d041ff6175 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:45.813186 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cb2b05c6-aedb-44a5-a895-fdd230ae120f req-d843342a-9827-4205-9519-d6d041ff6175 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0482523 May 27 03:53:45.865432 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cb2b05c6-aedb-44a5-a895-fdd230ae120f req-c8e95f12-db99-4dcc-b6c7-9cb276ec086e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 May 27 03:53:46.444095 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3c33-3a45-4dd7-8463-180fe817a94b req-eb04730f-7c99-41ae-b392-8eedf3277572 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:46.445584 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf7c3c33-3a45-4dd7-8463-180fe817a94b req-eb04730f-7c99-41ae-b392-8eedf3277572 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0465772 May 27 03:53:46.493631 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf7c3c33-3a45-4dd7-8463-180fe817a94b req-a5de6586-1aaf-4dca-9517-9305b90cbfc7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 May 27 03:53:46.989925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0cb2-07c1-4a53-85ee-8a9d4a4fe131 req-0b753217-f0ea-41ae-a5f6-3a1ac4f76593 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:46.991435 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a6d0cb2-07c1-4a53-85ee-8a9d4a4fe131 req-0b753217-f0ea-41ae-a5f6-3a1ac4f76593 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0508144 May 27 03:53:47.041067 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a6d0cb2-07c1-4a53-85ee-8a9d4a4fe131 req-6b694e68-b0fd-4430-ba24-29a37c1d29b9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 May 27 03:53:47.618366 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c905f-5608-4ecb-942d-39f023de2e93 req-042b1ef0-f39d-4829-8755-7d791ef94574 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:47.619889 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c4c905f-5608-4ecb-942d-39f023de2e93 req-042b1ef0-f39d-4829-8755-7d791ef94574 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0559661 May 27 03:53:47.675484 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c4c905f-5608-4ecb-942d-39f023de2e93 req-eea33b3f-28b6-48ba-b487-26ea7ed146ba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498729 May 27 03:53:48.165835 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3b7e3-878e-498c-a184-b6c65ece1e1b req-fbf74ad1-ed62-489b-a528-57a681a51c60 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:48.167353 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-28d3b7e3-878e-498c-a184-b6c65ece1e1b req-fbf74ad1-ed62-489b-a528-57a681a51c60 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0500727 May 27 03:53:48.215739 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-28d3b7e3-878e-498c-a184-b6c65ece1e1b req-50e29146-c7a7-4528-8fa5-cf26af18794b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 May 27 03:53:48.745133 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 33104) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:48.800270 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac12f-c0cd-4e9d-94a6-89540d623400 req-3356ddf4-d252-45ea-866b-df978cde3b62 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:48.801711 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c7fac12f-c0cd-4e9d-94a6-89540d623400 req-3356ddf4-d252-45ea-866b-df978cde3b62 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0485802 May 27 03:53:48.864252 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c7fac12f-c0cd-4e9d-94a6-89540d623400 req-4e11bda1-0be4-41b3-80b3-9b3617833f30 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563302 May 27 03:53:48.866081 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b8e6-9ff4-44a9-ae7a-63461c6663ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:48.944408 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:48.958285 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b8e6-9ff4-44a9-ae7a-63461c6663ad admin admin] Publish callbacks [] for security_group (904e9a30-771f-4c0d-8940-5395f2508e41), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.066407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b8e6-9ff4-44a9-ae7a-63461c6663ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (904e9a30-771f-4c0d-8940-5395f2508e41), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.113659 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f2c0b8e6-9ff4-44a9-ae7a-63461c6663ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c7a25193bf246d4a66eb7d639ec7ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673956 May 27 03:53:49.116253 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0b8e6-9ff4-44a9-ae7a-63461c6663ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904e9a30-771f-4c0d-8940-5395f2508e41,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.116681 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33108) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:49.147334 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:49.170396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] Publish callbacks [] for security_group (904e9a30-771f-4c0d-8940-5395f2508e41), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.194906 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] Publish callbacks [] for security_group (904e9a30-771f-4c0d-8940-5395f2508e41), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.345819 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ae92-00a3-4ebc-a5e6-39f5b032b096 req-dd9a3d54-80aa-4008-83e1-618c9ad90a25 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:49.348531 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3a42ae92-00a3-4ebc-a5e6-39f5b032b096 req-dd9a3d54-80aa-4008-83e1-618c9ad90a25 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0562737 May 27 03:53:49.348531 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (904e9a30-771f-4c0d-8940-5395f2508e41), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.351484 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.354925 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/904e9a30-771f-4c0d-8940-5395f2508e41 HTTP/1.1" status: 204 len: 168 time: 0.2348914 May 27 03:53:49.369259 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c71f0-46b5-44fa-b549-f307d700011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904e9a30-771f-4c0d-8940-5395f2508e41,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.411086 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3a42ae92-00a3-4ebc-a5e6-39f5b032b096 req-d7cd0759-8dfc-4caa-94e8-3bb2cf615a40 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541952 May 27 03:53:49.988068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5e55-ea47-4578-8af6-1c3234be141f req-bda5f3ee-00fa-4d18-89ea-cdedc40015c5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:49.989584 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-406f5e55-ea47-4578-8af6-1c3234be141f req-bda5f3ee-00fa-4d18-89ea-cdedc40015c5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0499258 May 27 03:53:50.039517 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-406f5e55-ea47-4578-8af6-1c3234be141f req-f3099f12-1d46-4710-a556-170131eaeed3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 May 27 03:53:50.494785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 33150) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:50.568804 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9bbd-aadf-4297-8044-e74191b71907 req-5511172d-eba8-42f5-b66f-ef7528c89b52 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:50.574842 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be2a9bbd-aadf-4297-8044-e74191b71907 req-5511172d-eba8-42f5-b66f-ef7528c89b52 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0789664 May 27 03:53:50.611341 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475707343-network', 'tenant_id': '23a9a973f147497f976d77d3a468087e'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:50.618667 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be2a9bbd-aadf-4297-8044-e74191b71907 req-e622230c-8edc-4feb-8eb9-ddaaefef70f3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 May 27 03:53:50.711430 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Made reservation on behalf of 23a9a973f147497f976d77d3a468087e for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:50.713933 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.723111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.800034 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks [] for security_group (ac66d619-442a-4d09-ae04-54da9477baa2), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.868021 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ac66d619-442a-4d09-ae04-54da9477baa2), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.898008 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:50.904772 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:50.910352 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66d619-442a-4d09-ae04-54da9477baa2,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:50.914307 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (e18a7abd-9afc-4eec-9519-fd7eb9866592), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.914723 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Added segment e18a7abd-9afc-4eec-9519-fd7eb9866592 of type vlan for network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 May 27 03:53:50.961817 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.965971 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:51.054465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.055672 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:51.056333 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.141415 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] Pushing event updated for resources: {'Network': ['ID=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.151312 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:53:51.161474 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedeb07-7aa1-452a-8acf-21da64869969 req-d08e8c33-da48-48a8-b0d6-3b4f481e4d02 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:51.163096 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8fedeb07-7aa1-452a-8acf-21da64869969 req-d08e8c33-da48-48a8-b0d6-3b4f481e4d02 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0513761 May 27 03:53:51.169790 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-93a169f7-105e-45e2-bc7f-0e29a523e4ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6710436 May 27 03:53:51.170217 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33160) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:51.174946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Request body: {'subnet': {'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475707343-subnet', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:51.218578 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8fedeb07-7aa1-452a-8acf-21da64869969 req-5165cbb2-1b3c-45a8-b97d-9f023346dc76 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 May 27 03:53:51.265697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Made reservation on behalf of 23a9a973f147497f976d77d3a468087e for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:51.268089 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.392046 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:51.506010 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (751bcc75-545c-4db5-a6c4-d81df8e81625), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.570288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751bcc75-545c-4db5-a6c4-d81df8e81625,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.579245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Checking segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:51.584272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Network hostable DHCP agents. Network: c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:51.660767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:51.739556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ef68c-7e5a-420f-bb8c-15d4042f9daf req-15d3e6ea-26d4-44b6-9b80-7e7ed8c1cb26 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:51.741429 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e5ef68c-7e5a-420f-bb8c-15d4042f9daf req-15d3e6ea-26d4-44b6-9b80-7e7ed8c1cb26 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0484684 May 27 03:53:51.780040 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:51.788531 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2d3dc-4f3d-4b7b-9a46-96540bdb878e None None] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:53:51.793500 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:51.794162 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.803406 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e5ef68c-7e5a-420f-bb8c-15d4042f9daf req-0cc77c9b-37d6-4a50-ae84-9c717c1e49fc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560057 May 27 03:53:51.905689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'project_id': '23a9a973f147497f976d77d3a468087e', 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:53:51.906664 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:51.914705 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ac829d07-921a-4752-bfa8-abdf03181407 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7433629 May 27 03:53:51.917444 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33172) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:51.921845 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:52.005339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.007047 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.016159 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:52.043144 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Allocated IP 172.20.0.2 (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636/751bcc75-545c-4db5-a6c4-d81df8e81625/3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:52.062590 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for router_controller (1d017a61-a1bd-4450-8941-5581f25f8c5b), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.186830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks [] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.252279 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for router_gateway (1d017a61-a1bd-4450-8941-5581f25f8c5b), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.255018 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.297463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:52.302290 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:52.304540 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Pushing event updated for resources: {'Port': ['ID=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:52.306910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:53:52.315838 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.319343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.320169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.320169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.320339 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.320546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.320869 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.344845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a8ccd-a77a-474a-943e-86370ea1d91d req-6c706d62-58fc-4ef1-af01-967d1433b563 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:52.346455 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a73a8ccd-a77a-474a-943e-86370ea1d91d req-6c706d62-58fc-4ef1-af01-967d1433b563 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0552561 May 27 03:53:52.372920 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:52.388411 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Attempting to bind port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:53:52.388801 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Attempting to bind port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:53:52.389140 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Attempting to bind port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 on network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:53:52.395071 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:53:52.395382 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Checking segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:52.400697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.400697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Bound using segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:53:52.400697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Bound port: 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:53:52.400697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.401111 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a73a8ccd-a77a-474a-943e-86370ea1d91d req-a1971dc5-55ce-4305-9157-594ef0c67b7f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463934 May 27 03:53:52.436968 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:52.463307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:52.464743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] For port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:52.484375 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] For port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:52.546078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for router_gateway (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.568713 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.568925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.568925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.632068 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212650-26fe-443e-a9b0-e95e174f560b None None] Pushing event updated for resources: {'Port': ['ID=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:52.708334 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Allocated IP 172.27.2.248 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/e702af18-42a1-448c-aecf-fdac99225209) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:52.848933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for port (e702af18-42a1-448c-aecf-fdac99225209), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.965249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (e702af18-42a1-448c-aecf-fdac99225209), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:52.968894 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:52.976489 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3376d4-da9b-4f83-ab7f-ae1bde95fa12 req-a95c8704-ae23-4787-bd6b-e175a2c80feb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:52.978167 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7d3376d4-da9b-4f83-ab7f-ae1bde95fa12 req-a95c8704-ae23-4787-bd6b-e175a2c80feb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0776327 May 27 03:53:53.046319 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:53.053698 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:53.060599 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e702af18-42a1-448c-aecf-fdac99225209,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:53.065773 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:53:53.114487 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7d3376d4-da9b-4f83-ab7f-ae1bde95fa12 req-86b7c181-6364-445e-b93a-bf303c31b78f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131217 May 27 03:53:53.145584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:53.373371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for router_gateway (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.458018 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 33188) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:53.562133 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2dd79-9ccd-4450-9eb7-a8872ca14691 req-e2b68028-63ba-48a6-9c8d-b273e062d369 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:53.564586 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e1f2dd79-9ccd-4450-9eb7-a8872ca14691 req-e2b68028-63ba-48a6-9c8d-b273e062d369 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0686040 May 27 03:53:53.612279 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a69-ac33-488a-9e65-ac1893ec3bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.653822 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e1f2dd79-9ccd-4450-9eb7-a8872ca14691 req-da1356f2-2bb1-427a-9427-7ddfea043807 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816395 May 27 03:53:53.768390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a69-ac33-488a-9e65-ac1893ec3bd9 admin admin] Publish callbacks [] for security_group (d2d12c04-66fd-44a0-bc0b-176f5fb51ad0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.792422 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c5b374-9404-4523-b042-fdcc63827d87 None None] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:53:53.843356 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:53.854530 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a69-ac33-488a-9e65-ac1893ec3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d2d12c04-66fd-44a0-bc0b-176f5fb51ad0), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.902493 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.907755 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0a2c6a69-ac33-488a-9e65-ac1893ec3bd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f93f4399b40d40f7a17797dd8f40a536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482887 May 27 03:53:53.911077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33194) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:53.914815 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Provisioning complete for port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:53.915174 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:53.915318 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c6a69-ac33-488a-9e65-ac1893ec3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d12c04-66fd-44a0-bc0b-176f5fb51ad0,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:53.980468 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:53.980863 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.043458 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] Publish callbacks [] for security_group (d2d12c04-66fd-44a0-bc0b-176f5fb51ad0), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.065150 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Current status of the port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:54.065538 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.077575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] Publish callbacks [] for security_group (d2d12c04-66fd-44a0-bc0b-176f5fb51ad0), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.131623 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] For port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:54.134098 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:54.134422 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.173778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:53:54.213879 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.245222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Router 1d017a61-a1bd-4450-8941-5581f25f8c5b is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:53:54.250129 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:54.252667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d2d12c04-66fd-44a0-bc0b-176f5fb51ad0), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.256145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.257689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2d12c04-66fd-44a0-bc0b-176f5fb51ad0 HTTP/1.1" status: 204 len: 168 time: 0.3440785 May 27 03:53:54.276463 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f665a-f461-4247-b133-28f2bc51c073 req-31d70331-8f62-4edd-8c21-2a503e4cf02e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:54.278011 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c66f665a-f461-4247-b133-28f2bc51c073 req-31d70331-8f62-4edd-8c21-2a503e4cf02e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0777392 May 27 03:53:54.279170 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8247e7-da21-488a-9517-d78765e11663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d12c04-66fd-44a0-bc0b-176f5fb51ad0,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.329277 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.db.api [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:53:54.329718 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG oslo_db.api [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:54.339118 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:54.377199 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-84e3150a-f480-4d69-981f-f46cf60de3ec None None] Provisioning complete for port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:54.377570 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-84e3150a-f480-4d69-981f-f46cf60de3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.383160 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527313-366d-4df0-95fe-0ded76ecf47a None None] Pushing event updated for resources: {'Port': ['ID=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.384798 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c66f665a-f461-4247-b133-28f2bc51c073 req-12302f8c-c713-49f7-99b0-9c9087517c75 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963085 May 27 03:53:54.424954 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:54.441565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:54.442551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '41424024-3be4-4e45-ab50-5aa71afa1707', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:53:54.444135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:54.452224 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Sync routers for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:54.462703 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:54.463794 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:54.517094 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: ACTIVE; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:54.517564 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.522113 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-84e3150a-f480-4d69-981f-f46cf60de3ec None None] Current status of the port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:54.534327 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:53:54.562618 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:54.568609 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:54.577022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.583667 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 33202) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:54.588304 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4cfb9756-2740-4f83-9e18-a74e4eb8f0b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6695504 May 27 03:53:54.666460 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.782457 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:53Z', 'revision_number': 3, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:54.799989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=6']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.823994 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Checking router: 1d017a61-a1bd-4450-8941-5581f25f8c5b for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:54.827124 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Updating router 1d017a61-a1bd-4450-8941-5581f25f8c5b port e702af18-42a1-448c-aecf-fdac99225209 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:53:54.855268 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['41424024-3be4-4e45-ab50-5aa71afa1707'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:54.857245 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e702af18-42a1-448c-aecf-fdac99225209), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:54.885327 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cde07-9277-44d0-acf7-1903a7ac795f req-49912b4d-bcd5-415d-bd0a-f7653c3fa1d9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:54.886857 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-102cde07-9277-44d0-acf7-1903a7ac795f req-49912b4d-bcd5-415d-bd0a-f7653c3fa1d9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0760860 May 27 03:53:54.909928 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:55.027685 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-102cde07-9277-44d0-acf7-1903a7ac795f req-ce8e0a7b-c429-4616-8fae-5e8c1f373a8e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969467 May 27 03:53:55.121168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:55.166959 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.209933 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks [] for port (e702af18-42a1-448c-aecf-fdac99225209), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.230795 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:55.296192 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e702af18-42a1-448c-aecf-fdac99225209), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.338046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Allocated IP 172.20.0.1 (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636/751bcc75-545c-4db5-a6c4-d81df8e81625/915b3eb2-e6ff-4a1f-bf33-c5133f475725) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:55.348770 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Pushing event updated for resources: {'Port': ['ID=e702af18-42a1-448c-aecf-fdac99225209,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.359509 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Attempting to bind port e702af18-42a1-448c-aecf-fdac99225209 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:53:55.359884 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Attempting to bind port e702af18-42a1-448c-aecf-fdac99225209 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:53:55.360244 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Attempting to bind port e702af18-42a1-448c-aecf-fdac99225209 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:53:55.363078 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.363459 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.363894 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.364218 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.364552 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.365473 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.366034 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.366501 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.366830 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.367155 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.367481 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.367826 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.368150 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.368466 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.368818 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:55.375866 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:53:55.376237 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:55.376733 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.377115 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:53:55.377483 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Bound port: e702af18-42a1-448c-aecf-fdac99225209, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:53:55.377864 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e702af18-42a1-448c-aecf-fdac99225209), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.440442 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] For port e702af18-42a1-448c-aecf-fdac99225209, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:55.444544 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] For port e702af18-42a1-448c-aecf-fdac99225209, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e702af18-42a1-448c-aecf-fdac99225209,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:55.458032 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks [] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.515016 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c2315-82a1-4742-96b2-6161e70192ad req-ad0e4c89-3604-4d3b-8725-70557194c0dc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:55.516543 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-052c2315-82a1-4742-96b2-6161e70192ad req-ad0e4c89-3604-4d3b-8725-70557194c0dc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0481412 May 27 03:53:55.553577 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e702af18-42a1-448c-aecf-fdac99225209), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.563062 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.577053 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-052c2315-82a1-4742-96b2-6161e70192ad req-0a2403a4-a924-4276-b27b-68ef7cd90bf8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541885 May 27 03:53:55.602132 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:55.605770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:55.610556 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:55.617722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:53:55.629103 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0116d0-2216-4336-aa4e-4a424558636f None None] Pushing event updated for resources: {'Port': ['ID=e702af18-42a1-448c-aecf-fdac99225209,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.635228 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:55.635848 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:55.645832 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.665763 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.668962 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:55.722880 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:55.768682 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:55.775132 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:55.826259 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:55.826936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.917343 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.922360 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:55.950353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-24c02a44-b3e2-475f-b120-f858b4717544 None None] Provisioning complete for port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:55.950714 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-24c02a44-b3e2-475f-b120-f858b4717544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:55.984212 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-24c02a44-b3e2-475f-b120-f858b4717544 None None] Port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:53:56.036197 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:53Z', 'revision_number': 3, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:56.061028 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5981a4-72f8-4ba3-9382-35afebc0d3ef None None] The sync data for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi is: [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:53Z', 'revision_number': 3, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:56.164118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks [] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.176061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbee190-bf11-420f-a92a-93f400b7134f req-4be46123-65df-4a24-8bca-ee845feef446 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:56.178240 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2dbee190-bf11-420f-a92a-93f400b7134f req-4be46123-65df-4a24-8bca-ee845feef446 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0666559 May 27 03:53:56.187618 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:56.229519 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2dbee190-bf11-420f-a92a-93f400b7134f req-5fa6615a-1f27-4532-9590-a649d20db905 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 May 27 03:53:56.234205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.261509 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 41424024-3be4-4e45-ab50-5aa71afa1707 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:56.261870 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.288069 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:56.320203 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.320860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:56.321334 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:56.438390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:56.439994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:56.503340 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:56.511234 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.547979 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:56.549395 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:56.551963 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7d7ad5-85f2-41b3-871b-efba174703f4" -d '{"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:56.588688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Router 1d017a61-a1bd-4450-8941-5581f25f8c5b has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:56.605503 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f17adf2-ebb8-4f21-81a3-69579a0de8cb x-openstack-request-id: req-3f17adf2-ebb8-4f21-81a3-69579a0de8cb {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:56.606081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:56.606940 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f17adf2-ebb8-4f21-81a3-69579a0de8cb {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:56.607596 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f17adf2-ebb8-4f21-81a3-69579a0de8cb'] response: {'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'code': 200} May 27 03:53:56.620532 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.718191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=7']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:56.729348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-78761967-5055-47fc-aa00-1eed5c793c9a None None] Provisioning complete for port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:56.729717 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-78761967-5055-47fc-aa00-1eed5c793c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:56.751924 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd4844-38ad-40f9-9eb3-c0de85f69ceb req-b7f91cf9-9ef2-4fb4-9739-48c098a8e09b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:56.753502 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6acd4844-38ad-40f9-9eb3-c0de85f69ceb req-b7f91cf9-9ef2-4fb4-9739-48c098a8e09b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0889118 May 27 03:53:56.767207 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-78761967-5055-47fc-aa00-1eed5c793c9a None None] Port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:53:56.787295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:56.794528 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0d5b47a0-623a-4bee-97b0-2bfbc592a4b8 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d017a61-a1bd-4450-8941-5581f25f8c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089863 May 27 03:53:56.823254 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6acd4844-38ad-40f9-9eb3-c0de85f69ceb req-6a94ee86-8101-47cb-b2b3-6ee3e4fbd552 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609908 May 27 03:53:57.346670 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:57.363653 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f427d-70d0-4b49-b23c-5f71012ef6b8 req-48613cc5-ea68-41f9-8153-6d146a92bf1e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:57.365761 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b61f427d-70d0-4b49-b23c-5f71012ef6b8 req-48613cc5-ea68-41f9-8153-6d146a92bf1e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0519371 May 27 03:53:57.421401 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b61f427d-70d0-4b49-b23c-5f71012ef6b8 req-ce818396-a99b-4f2e-887e-b2f8e40e9eb1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 May 27 03:53:57.539101 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33240) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:57.545158 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56134542-network', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:57.673638 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Made reservation on behalf of 194aef5c052249e19ad7a83c107c0d42 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:57.676219 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.693057 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.746312 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e702af18-42a1-448c-aecf-fdac99225209 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:57.774790 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Sync routers for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:57.777335 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:57.780346 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks [] for security_group (fd652625-2810-47e7-b7aa-4fa4765a246f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.798429 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:57.799077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:57.848408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port e702af18-42a1-448c-aecf-fdac99225209 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:57.848803 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e702af18-42a1-448c-aecf-fdac99225209), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.876978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fd652625-2810-47e7-b7aa-4fa4765a246f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.898599 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:57.918434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (dc9a3108-2296-49f6-9d35-743d25709acf), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.918839 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Added segment dc9a3108-2296-49f6-9d35-743d25709acf of type vlan for network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 May 27 03:53:57.920055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd652625-2810-47e7-b7aa-4fa4765a246f,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:57.937183 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.937519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.942969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:57.971927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:57.980453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471248e0-66e0-4f14-8e1f-beb9f4faeece req-c9a9486a-355f-45a5-9086-80b9c5d971b9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:57.981027 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.982038 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-471248e0-66e0-4f14-8e1f-beb9f4faeece req-c9a9486a-355f-45a5-9086-80b9c5d971b9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0761163 May 27 03:53:58.019883 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port e702af18-42a1-448c-aecf-fdac99225209 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:58.020191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e702af18-42a1-448c-aecf-fdac99225209), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.037667 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-471248e0-66e0-4f14-8e1f-beb9f4faeece req-045ab85e-5dc1-4cdd-ac37-dbc8d3320316 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490763 May 27 03:53:58.109130 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port e702af18-42a1-448c-aecf-fdac99225209, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e702af18-42a1-448c-aecf-fdac99225209,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:58.123055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.124219 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:58.124911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.190378 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7e4142-8ea0-4952-ba9f-46bdd77c3e44,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.195112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:56Z', 'revision_number': 2, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:58.221755 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:53:58.224477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e702af18-42a1-448c-aecf-fdac99225209), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.229408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Checking router: 1d017a61-a1bd-4450-8941-5581f25f8c5b for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:58.229751 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Updating router 1d017a61-a1bd-4450-8941-5581f25f8c5b port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:53:58.247602 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0c08964f-badf-4cbd-8e91-d72d0045e050 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7073274 May 27 03:53:58.250184 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33246) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:58.254879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Request body: {'subnet': {'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56134542-subnet', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:58.341604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.366521 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=e702af18-42a1-448c-aecf-fdac99225209,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.370426 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:58.379800 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Made reservation on behalf of 194aef5c052249e19ad7a83c107c0d42 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:58.383162 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.601111 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf847bc-b2ce-491e-b7d0-da888cfdabcd req-c18bb51d-f283-4f8b-95e7-583e0dbbe79e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:58.602660 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6bf847bc-b2ce-491e-b7d0-da888cfdabcd req-c18bb51d-f283-4f8b-95e7-583e0dbbe79e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0918543 May 27 03:53:58.622282 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:58.654541 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6bf847bc-b2ce-491e-b7d0-da888cfdabcd req-f58065ef-80c3-4ee3-8aa5-5b83c8c73695 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460641 May 27 03:53:58.662943 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:58.673110 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks [] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.696334 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.725741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:58.755063 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.767229 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Checking segment: {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:58.772030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Network hostable DHCP agents. Network: 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:58.772183 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.836604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d881-f905-4f0a-a077-f0bb83880050 None None] Pushing event updated for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.846822 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:58.877812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Attempting to bind port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:53:58.877812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Attempting to bind port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:53:58.877812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Attempting to bind port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 on network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:53:58.883199 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:53:58.883565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Checking segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:53:58.884242 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.884343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Bound using segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:53:58.884841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Bound port: 915b3eb2-e6ff-4a1f-bf33-c5133f475725, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:53:58.885208 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.951822 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:58.957366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:58.958140 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] For port 915b3eb2-e6ff-4a1f-bf33-c5133f475725, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:58.958761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:58.962426 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] For port 915b3eb2-e6ff-4a1f-bf33-c5133f475725, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=915b3eb2-e6ff-4a1f-bf33-c5133f475725,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:58.967305 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621538ca-fb52-4f4f-b766-aeade4e36f31 None None] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:53:59.058863 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8a95d5b3-257d-4b00-ae51-099ad5bef18f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8076277 May 27 03:53:59.061482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33252) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:59.065431 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.066769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:59.097411 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'fixed_ips': [{'subnet_id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:53:59.104949 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.135190 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Provisioning complete for port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:59.135550 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.148802 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.150804 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.180954 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b0e7e-0f1b-4deb-9dda-f8463a63f57e req-f8b63faa-a563-485b-a542-74df78128a7f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:59.183430 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-934b0e7e-0f1b-4deb-9dda-f8463a63f57e req-f8b63faa-a563-485b-a542-74df78128a7f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0633831 May 27 03:53:59.187822 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:59.188465 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:59.190298 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d881-f905-4f0a-a077-f0bb83880050 None None] Pushing event updated for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.192858 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.225445 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for router_controller (64aadff3-cad0-4785-a818-13b460c2fdc2), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.256173 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-934b0e7e-0f1b-4deb-9dda-f8463a63f57e req-bf94502f-536e-4593-b044-29289a1a1862 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667813 May 27 03:53:59.427266 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for router_gateway (64aadff3-cad0-4785-a818-13b460c2fdc2), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.555303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:59.557460 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Current status of the port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:59.557846 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.611021 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Allocated IP 172.20.0.2 (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44/3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a/d822cf4a-9329-4569-8022-6bf90a373066) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:59.676330 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.681439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] For port 915b3eb2-e6ff-4a1f-bf33-c5133f475725, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=915b3eb2-e6ff-4a1f-bf33-c5133f475725,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:59.688816 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for router_gateway (64aadff3-cad0-4785-a818-13b460c2fdc2), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.718553 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.771970 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:59.789736 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e702af18-42a1-448c-aecf-fdac99225209 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:59.833922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f92f5e-e32e-4b96-a668-40f8d3c5583b req-f0d3c1ee-fd94-4143-8aa7-d16b92865560 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:59.835678 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-18f92f5e-e32e-4b96-a668-40f8d3c5583b req-f0d3c1ee-fd94-4143-8aa7-d16b92865560 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0635734 May 27 03:53:59.872271 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.913857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Allocated IP 172.27.2.115 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/64767aaf-1a50-4613-a72a-b74e1d3c8994) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:59.938357 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac84f2-c6f5-4526-a91e-852b4b14094c None None] Pushing event updated for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.945091 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-18f92f5e-e32e-4b96-a668-40f8d3c5583b req-d3ca4f2d-0ade-4c0f-8359-46a707baf826 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851519 May 27 03:53:59.949248 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1a7e5449-5d3f-4731-9813-2faa1a63f4e6 None None] Provisioning complete for port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:59.949620 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5449-5d3f-4731-9813-2faa1a63f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.041973 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port e702af18-42a1-448c-aecf-fdac99225209 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:00.042343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e702af18-42a1-448c-aecf-fdac99225209), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.054017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.089138 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:00.118484 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks [] for port (d822cf4a-9329-4569-8022-6bf90a373066), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.129651 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b808e6-3352-49fb-ae90-ce812e464ec4 None None] The sync data for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi is: [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:00.168609 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.192085 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.207500 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (d822cf4a-9329-4569-8022-6bf90a373066), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.214284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e5449-5d3f-4731-9813-2faa1a63f4e6 None None] Current status of the port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:00.239704 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.253370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:00.253370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Pushing event updated for resources: {'Port': ['ID=64767aaf-1a50-4613-a72a-b74e1d3c8994,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:00.257758 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port e702af18-42a1-448c-aecf-fdac99225209 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:00.260055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:00.262731 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:00.264005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:54:00.272729 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:00.274072 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:54:00.281407 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Pushing event updated for resources: {'Port': ['ID=d822cf4a-9329-4569-8022-6bf90a373066,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:00.342255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Attempting to bind port d822cf4a-9329-4569-8022-6bf90a373066 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:54:00.342622 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Attempting to bind port d822cf4a-9329-4569-8022-6bf90a373066 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:54:00.342984 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Attempting to bind port d822cf4a-9329-4569-8022-6bf90a373066 on network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:00.351954 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:54:00.351954 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Checking segment: {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:54:00.352317 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.352724 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Bound using segment: {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:54:00.355036 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Bound port: d822cf4a-9329-4569-8022-6bf90a373066, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:54:00.355416 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (d822cf4a-9329-4569-8022-6bf90a373066), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.428213 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602cce-dc02-4871-a34d-930e7bd97053 req-81183434-7910-43ca-831f-2739a92a0a7e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:00.430516 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e602cce-dc02-4871-a34d-930e7bd97053 req-81183434-7910-43ca-831f-2739a92a0a7e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0757232 May 27 03:54:00.448354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] For port d822cf4a-9329-4569-8022-6bf90a373066, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:00.452149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] For port d822cf4a-9329-4569-8022-6bf90a373066, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=d822cf4a-9329-4569-8022-6bf90a373066,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:00.481614 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.489066 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e602cce-dc02-4871-a34d-930e7bd97053 req-979a3641-4304-4054-bc91-d883a8b032de tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517380 May 27 03:54:00.567777 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for router_gateway (64aadff3-cad0-4785-a818-13b460c2fdc2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.570139 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (d822cf4a-9329-4569-8022-6bf90a373066), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:00.624724 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.635881 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21705da-4c2d-426a-93ec-4e778958155d None None] Pushing event updated for resources: {'Port': ['ID=d822cf4a-9329-4569-8022-6bf90a373066,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:00.811976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:01.061333 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Router 64aadff3-cad0-4785-a818-13b460c2fdc2 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:54:01.076427 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a0b4b-b9f3-40b7-a598-7a992040d3ca req-4ab3c099-b964-4b98-839b-2574d32e34ec tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:01.077451 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e82a0b4b-b9f3-40b7-a598-7a992040d3ca req-4ab3c099-b964-4b98-839b-2574d32e34ec tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0565147 May 27 03:54:01.151325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:01.198992 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e82a0b4b-b9f3-40b7-a598-7a992040d3ca req-5ff73c21-3cfb-4207-b4fb-0fce912a5d66 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127627 May 27 03:54:01.224566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:01.235424 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Sync routers for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:01.246906 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:01.247512 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:01.354202 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:01.361015 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:01.362732 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-94af4552-5b92-433b-b05f-74119095b8ff admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3002923 May 27 03:54:01.366772 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33266) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:01.552954 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:00Z', 'revision_number': 3, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:01.581248 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Checking router: 64aadff3-cad0-4785-a818-13b460c2fdc2 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:01.581946 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Updating router 64aadff3-cad0-4785-a818-13b460c2fdc2 port 64767aaf-1a50-4613-a72a-b74e1d3c8994 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:54:01.614685 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:01.642748 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab7a85-5de1-48a1-bca5-c2844b306cf3 req-0b487aea-7b8e-46ef-a2cd-54f20fceb2b1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:01.651497 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8eab7a85-5de1-48a1-bca5-c2844b306cf3 req-0b487aea-7b8e-46ef-a2cd-54f20fceb2b1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0619984 May 27 03:54:01.707982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:01.769200 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8eab7a85-5de1-48a1-bca5-c2844b306cf3 req-f663b140-6a18-4a6a-b11a-823d9a859569 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118736 May 27 03:54:01.809984 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ed885-6493-4198-b24f-2c81616c90e2 None None] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:54:01.875052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:01.876264 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 915b3eb2-e6ff-4a1f-bf33-c5133f475725 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:01.897846 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:01.918694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Provisioning complete for port d822cf4a-9329-4569-8022-6bf90a373066 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:01.919173 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (d822cf4a-9329-4569-8022-6bf90a373066), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.004694 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks [] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.010882 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:02.011244 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.049958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Allocated IP 172.20.0.1 (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44/3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a/5bd2bbcb-9e66-43da-805a-6472815a0682) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:02.073731 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.086570 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Current status of the port d822cf4a-9329-4569-8022-6bf90a373066 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:02.086964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (d822cf4a-9329-4569-8022-6bf90a373066), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.139086 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014879-1bf4-415f-b41e-0a9447f211ba None None] Pushing event updated for resources: {'Port': ['ID=64767aaf-1a50-4613-a72a-b74e1d3c8994,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.162533 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Attempting to bind port 64767aaf-1a50-4613-a72a-b74e1d3c8994 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:54:02.163246 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Attempting to bind port 64767aaf-1a50-4613-a72a-b74e1d3c8994 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:54:02.164272 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Attempting to bind port 64767aaf-1a50-4613-a72a-b74e1d3c8994 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:02.173268 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:54:02.173950 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:54:02.174538 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.175248 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:54:02.175760 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Bound port: 64767aaf-1a50-4613-a72a-b74e1d3c8994, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:54:02.176086 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:02.176312 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.177198 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device d822cf4a-9329-4569-8022-6bf90a373066 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:02.180930 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks [] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.203126 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:02.225959 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] For port d822cf4a-9329-4569-8022-6bf90a373066, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=d822cf4a-9329-4569-8022-6bf90a373066,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:02.231291 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] For port 64767aaf-1a50-4613-a72a-b74e1d3c8994, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:02.234703 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] For port 64767aaf-1a50-4613-a72a-b74e1d3c8994, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=64767aaf-1a50-4613-a72a-b74e1d3c8994,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:02.237820 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:02.239617 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port d822cf4a-9329-4569-8022-6bf90a373066 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:02.240046 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (d822cf4a-9329-4569-8022-6bf90a373066), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.261158 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.314817 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:02.323406 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.329142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (d822cf4a-9329-4569-8022-6bf90a373066), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.337559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:02.345511 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:54:02.345991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (64aadff3-cad0-4785-a818-13b460c2fdc2), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.372093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port d822cf4a-9329-4569-8022-6bf90a373066 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:02.372642 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (d822cf4a-9329-4569-8022-6bf90a373066), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.394495 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.412871 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6c61-8b87-47f8-93ab-5da173ad8038 None None] Pushing event updated for resources: {'Port': ['ID=d822cf4a-9329-4569-8022-6bf90a373066,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.415995 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413fde5-a6d1-48b9-a923-5e0cb3c9050b req-c21e747e-ea16-4834-8b81-86d97999c0b4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:02.417584 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1413fde5-a6d1-48b9-a923-5e0cb3c9050b req-c21e747e-ea16-4834-8b81-86d97999c0b4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.1289806 May 27 03:54:02.427103 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014879-1bf4-415f-b41e-0a9447f211ba None None] Pushing event updated for resources: {'Port': ['ID=64767aaf-1a50-4613-a72a-b74e1d3c8994,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.434267 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:02.434911 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:02.474939 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.db.api [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:54:02.476440 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG oslo_db.api [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:02.491077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-8b2f55c2-62b6-4350-8e7a-f1062ed69e92 None None] Provisioning complete for port d822cf4a-9329-4569-8022-6bf90a373066 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:02.491856 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8b2f55c2-62b6-4350-8e7a-f1062ed69e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (d822cf4a-9329-4569-8022-6bf90a373066), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.590063 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:02.607672 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f55c2-62b6-4350-8e7a-f1062ed69e92 None None] Current status of the port d822cf4a-9329-4569-8022-6bf90a373066 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:02.721977 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:02.729304 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ca89523a-e0cd-4e35-bef0-85582f6535e7 None None] Provisioning complete for port 5bd2bbcb-9e66-43da-805a-6472815a0682 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:02.729674 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ca89523a-e0cd-4e35-bef0-85582f6535e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.756908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:02.757486 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:02.766863 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ca89523a-e0cd-4e35-bef0-85582f6535e7 None None] Port 5bd2bbcb-9e66-43da-805a-6472815a0682 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:54:02.767316 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1413fde5-a6d1-48b9-a923-5e0cb3c9050b req-16ef014c-aefa-4d3c-92bf-7b0de104ad8c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421490 May 27 03:54:02.789683 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:00Z', 'revision_number': 3, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:02.816965 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8bb1d-1c04-495e-bc2d-36cba69a918f None None] The sync data for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi is: [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:00Z', 'revision_number': 3, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:02.906223 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1787f5-c0c6-4855-bfa5-c205991d33c5 req-3ada80d7-4466-487d-9681-ce934196748d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:02.912394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:02.914874 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-af1787f5-c0c6-4855-bfa5-c205991d33c5 req-3ada80d7-4466-487d-9681-ce934196748d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0630548 May 27 03:54:02.973163 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-af1787f5-c0c6-4855-bfa5-c205991d33c5 req-3b64dffe-fee2-4cec-b8e2-dbe11a08fec1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570619 May 27 03:54:03.170406 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks [] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:03.173074 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port d822cf4a-9329-4569-8022-6bf90a373066 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:03.237291 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:03.238110 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (64aadff3-cad0-4785-a818-13b460c2fdc2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:03.342566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:03.391461 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:03.392948 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:03.533328 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Router 64aadff3-cad0-4785-a818-13b460c2fdc2 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:03.651946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:03.660413 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:03.675715 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0c4cbfc6-7071-4541-832e-29d9f724bac2 admin admin] 10.222.0.58 "PUT /v2.0/routers/64aadff3-cad0-4785-a818-13b460c2fdc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3074243 May 27 03:54:03.706726 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-66c14ed6-941a-45ea-a486-bbef9b5433a7 None None] Provisioning complete for port 5bd2bbcb-9e66-43da-805a-6472815a0682 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:03.707180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-66c14ed6-941a-45ea-a486-bbef9b5433a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:03.757818 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-66c14ed6-941a-45ea-a486-bbef9b5433a7 None None] Port 5bd2bbcb-9e66-43da-805a-6472815a0682 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:54:03.843463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 64767aaf-1a50-4613-a72a-b74e1d3c8994 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:03.917709 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 64767aaf-1a50-4613-a72a-b74e1d3c8994 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:03.918087 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:03.934329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c1a-4050-4c90-a60b-2b663f97ceaa req-4420bc4a-0914-4b43-ad8b-d0acd6e1d815 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:03.940278 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1f5b5c1a-4050-4c90-a60b-2b663f97ceaa req-4420bc4a-0914-4b43-ad8b-d0acd6e1d815 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0628357 May 27 03:54:03.990590 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1f5b5c1a-4050-4c90-a60b-2b663f97ceaa req-923acdfc-ff64-437b-8834-9c03b92b060b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485756 May 27 03:54:04.010535 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 64767aaf-1a50-4613-a72a-b74e1d3c8994 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:04.010842 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:04.032867 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 64767aaf-1a50-4613-a72a-b74e1d3c8994, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=64767aaf-1a50-4613-a72a-b74e1d3c8994,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:04.111297 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c50f8a-1272-4593-aa6b-458b71771ef8 req-5bf62f3f-854e-4a04-83a1-f592a53569b2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:04.112664 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-39c50f8a-1272-4593-aa6b-458b71771ef8 req-5bf62f3f-854e-4a04-83a1-f592a53569b2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0492549 May 27 03:54:04.119458 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:04.120411 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device d822cf4a-9329-4569-8022-6bf90a373066 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:04.174509 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-39c50f8a-1272-4593-aa6b-458b71771ef8 req-7c6f7d41-62a5-46bd-b58d-985c272f12c5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529633 May 27 03:54:04.204660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=64767aaf-1a50-4613-a72a-b74e1d3c8994,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:04.216010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port d822cf4a-9329-4569-8022-6bf90a373066 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:04.216378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (d822cf4a-9329-4569-8022-6bf90a373066), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:04.301452 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port d822cf4a-9329-4569-8022-6bf90a373066 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:04.709433 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Sync routers for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:04.722697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:04.723709 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.854048 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:05.061548 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 4, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '5bd2bbcb-9e66-43da-805a-6472815a0682', 'name': '', 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:03Z', 'revision_number': 2, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'subnets': [{'id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:05.093800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Checking router: 64aadff3-cad0-4785-a818-13b460c2fdc2 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:05.094442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Updating router 64aadff3-cad0-4785-a818-13b460c2fdc2 port 5bd2bbcb-9e66-43da-805a-6472815a0682 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:54:05.123796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.132027 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506a2a8-1629-4a19-9dba-1625cd9953cd req-fc40e347-4c8f-4584-838c-329d88a43f1a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:05.133805 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9506a2a8-1629-4a19-9dba-1625cd9953cd req-fc40e347-4c8f-4584-838c-329d88a43f1a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0642614 May 27 03:54:05.135351 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:05.208956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:05.214420 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9506a2a8-1629-4a19-9dba-1625cd9953cd req-5e7dacfa-cc65-4f1c-86a7-891701dbc347 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671978 May 27 03:54:05.355913 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e42f6-5118-4027-8a54-ace74c884374 req-42bb387a-97d1-44ff-a851-ce00ad366bdc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:05.358416 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c9e42f6-5118-4027-8a54-ace74c884374 req-42bb387a-97d1-44ff-a851-ce00ad366bdc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0662415 May 27 03:54:05.436582 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4c9e42f6-5118-4027-8a54-ace74c884374 req-931503cc-f355-4450-a051-9a66f50e63ef tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725384 May 27 03:54:05.521446 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks [] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.606016 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.687409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15a5e-c905-4377-8bca-9df30c67a37e None None] Pushing event updated for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:05.763103 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Attempting to bind port 5bd2bbcb-9e66-43da-805a-6472815a0682 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:54:05.763841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Attempting to bind port 5bd2bbcb-9e66-43da-805a-6472815a0682 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:54:05.763977 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Attempting to bind port 5bd2bbcb-9e66-43da-805a-6472815a0682 on network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:05.773353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:54:05.773752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Checking segment: {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:54:05.778800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.778800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Bound using segment: {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:54:05.778800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Bound port: 5bd2bbcb-9e66-43da-805a-6472815a0682, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9a3108-2296-49f6-9d35-743d25709acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:54:05.778800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.887991 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] For port 5bd2bbcb-9e66-43da-805a-6472815a0682, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:05.889767 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] For port 5bd2bbcb-9e66-43da-805a-6472815a0682, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5bd2bbcb-9e66-43da-805a-6472815a0682,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:05.895772 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 64767aaf-1a50-4613-a72a-b74e1d3c8994 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:05.961633 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 64767aaf-1a50-4613-a72a-b74e1d3c8994 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:05.962024 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:05.987949 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:06.056494 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Provisioning complete for port 5bd2bbcb-9e66-43da-805a-6472815a0682 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:06.056910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:06.102739 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15a5e-c905-4377-8bca-9df30c67a37e None None] Pushing event updated for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:06.108920 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:06.109759 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:53:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:06.240579 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 64767aaf-1a50-4613-a72a-b74e1d3c8994 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:06.304272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:06.309697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:06.352983 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Current status of the port 5bd2bbcb-9e66-43da-805a-6472815a0682 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:06.353365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:06.358176 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:06.421439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1fd3-6112-4d31-98ea-42e53fe0c184 req-e857161f-7179-4b1e-a9da-6821500e30a2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:06.446425 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4acd1fd3-6112-4d31-98ea-42e53fe0c184 req-e857161f-7179-4b1e-a9da-6821500e30a2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.1290395 May 27 03:54:06.553102 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] For port 5bd2bbcb-9e66-43da-805a-6472815a0682, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5bd2bbcb-9e66-43da-805a-6472815a0682,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:06.561411 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4acd1fd3-6112-4d31-98ea-42e53fe0c184 req-50543768-3d18-441a-8cb7-12ce8ecbca87 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134703 May 27 03:54:06.576076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:06.630375 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588303ab-a77d-4c72-b477-52b937d996b7 req-95d1f35a-b529-444f-8c7a-1f1212386a62 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:06.632684 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-588303ab-a77d-4c72-b477-52b937d996b7 req-95d1f35a-b529-444f-8c7a-1f1212386a62 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0675244 May 27 03:54:06.682846 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 4, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '5bd2bbcb-9e66-43da-805a-6472815a0682', 'name': '', 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 4, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'subnets': [{'id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:06.715022 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-240089f9-17a6-42db-9483-0fc117b60c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:06.718077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:06.729667 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce6544-332d-4f62-a13c-ccd04847e65b None None] The sync data for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi is: [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 4, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '5bd2bbcb-9e66-43da-805a-6472815a0682', 'name': '', 'network_id': '7c7e4142-8ea0-4952-ba9f-46bdd77c3e44', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'mac_address': 'fa:16:3e:57:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 4, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'subnets': [{'id': '3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:06.731391 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-588303ab-a77d-4c72-b477-52b937d996b7 req-38391b74-9ea0-4cb6-aedb-a03aa98c0f8d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888426 May 27 03:54:06.822706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a889-dd78-4239-8938-5d7c447a0824 None None] Pushing event updated for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:06.850957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-17623482-d25e-4d89-b173-cbfaa1dbc65e None None] Provisioning complete for port 5bd2bbcb-9e66-43da-805a-6472815a0682 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:06.851325 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-17623482-d25e-4d89-b173-cbfaa1dbc65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:07.025272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-17623482-d25e-4d89-b173-cbfaa1dbc65e None None] Current status of the port 5bd2bbcb-9e66-43da-805a-6472815a0682 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:07.688654 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b34c4f-518d-4ab4-a3be-d0268a7e8d88 req-8b94fd00-94d3-454f-a192-b00407fc777c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:07.692064 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-35b34c4f-518d-4ab4-a3be-d0268a7e8d88 req-8b94fd00-94d3-454f-a192-b00407fc777c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0536401 May 27 03:54:07.748815 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-35b34c4f-518d-4ab4-a3be-d0268a7e8d88 req-4f688831-d758-481d-bdb7-b544871e43b4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521455 May 27 03:54:07.781812 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5bd2bbcb-9e66-43da-805a-6472815a0682 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:07.838346 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 5bd2bbcb-9e66-43da-805a-6472815a0682 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:07.838639 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:07.875332 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99012-5329-4892-ae7a-964f4f250ead req-37cc52c1-420c-4922-8898-a347e6a86b15 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:07.882483 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-45b99012-5329-4892-ae7a-964f4f250ead req-37cc52c1-420c-4922-8898-a347e6a86b15 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0597656 May 27 03:54:07.887298 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:07.924077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 5bd2bbcb-9e66-43da-805a-6472815a0682 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:07.951858 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-45b99012-5329-4892-ae7a-964f4f250ead req-f9c84a99-eee9-43d5-8b8c-98c8f4009de5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580966 May 27 03:54:08.944279 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f419-4ec6-4132-aacd-f43dc13571a7 req-2fe6f5b4-d963-4058-be82-aa02ac850753 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:08.946701 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-83a3f419-4ec6-4132-aacd-f43dc13571a7 req-2fe6f5b4-d963-4058-be82-aa02ac850753 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0786960 May 27 03:54:09.054489 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-83a3f419-4ec6-4132-aacd-f43dc13571a7 req-41dc6833-3281-4dc1-bd7b-442151a01727 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986812 May 27 03:54:09.131822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a285b1-2211-4b13-a5cd-937245b51dbe req-6573a3eb-d08e-4af6-9f96-68f8aaef3ee3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:09.134105 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-22a285b1-2211-4b13-a5cd-937245b51dbe req-6573a3eb-d08e-4af6-9f96-68f8aaef3ee3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0688949 May 27 03:54:09.216282 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-22a285b1-2211-4b13-a5cd-937245b51dbe req-1ab3b739-ecbe-43d2-8562-87fe8d13bb98 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754023 May 27 03:54:09.535892 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8c8042be-0a83-4197-9ef7-fc4a8b2d6fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:09.619781 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542386-f48b-496e-8700-725e1e615d83 req-104d86d6-d44c-43cd-8a48-475420f890b1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:09.624298 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e0542386-f48b-496e-8700-725e1e615d83 req-104d86d6-d44c-43cd-8a48-475420f890b1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.1614399 May 27 03:54:09.704442 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc809e-a809-4961-ae20-e510a95017ed req-a5d06251-6741-4c27-8d70-144bd88e1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:09.711536 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-a5d06251-6741-4c27-8d70-144bd88e1fe8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0786259 May 27 03:54:09.781970 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e0542386-f48b-496e-8700-725e1e615d83 req-b46ed3a0-c0c8-4f6c-9a09-b876cc02eff0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564264 May 27 03:54:09.903163 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:09.924275 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc809e-a809-4961-ae20-e510a95017ed req-015652c9-8fde-4c7f-81f0-cb1faf44a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:09.925776 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-015652c9-8fde-4c7f-81f0-cb1faf44a11c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 912 time: 0.1963005 May 27 03:54:10.038781 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-1b7462b0-3ae1-4bbd-8e30-f72370fca562 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 1001 time: 0.1045051 May 27 03:54:10.233655 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc809e-a809-4961-ae20-e510a95017ed req-cbfdfa9c-2d94-4885-91c7-30dca2903bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:10.235386 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-cbfdfa9c-2d94-4885-91c7-30dca2903bf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.1905863 May 27 03:54:10.330829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc809e-a809-4961-ae20-e510a95017ed req-4852f461-5ba8-4502-9c31-ac5f37a93223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:10.336885 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-4852f461-5ba8-4502-9c31-ac5f37a93223 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945389 May 27 03:54:10.466106 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-11c56dfb-7c95-4b89-9d1e-098178a3659b service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213396 May 27 03:54:10.478555 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90fa06-3528-499b-80c5-599ea8c896fd req-b3dbd3a4-3c84-4e0c-8516-ecf38546c533 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:10.481474 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b90fa06-3528-499b-80c5-599ea8c896fd req-b3dbd3a4-3c84-4e0c-8516-ecf38546c533 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.1267242 May 27 03:54:10.553829 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:10.606717 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b90fa06-3528-499b-80c5-599ea8c896fd req-d883c80e-f830-46ca-9126-52dfe3845886 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239073 May 27 03:54:10.617707 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2acc809e-a809-4961-ae20-e510a95017ed req-15f674b5-94d4-40a2-acec-e460ebbbc279 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340027 May 27 03:54:10.820604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:10.979115 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf815ab-10e0-4f79-a9cf-2ecec322f7db req-e1bba09c-2993-4562-8a15-fb171cf820d8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:10.981059 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7bf815ab-10e0-4f79-a9cf-2ecec322f7db req-e1bba09c-2993-4562-8a15-fb171cf820d8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0874321 May 27 03:54:11.079657 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7bf815ab-10e0-4f79-a9cf-2ecec322f7db req-7426e1cd-726c-47f2-9a1b-e658d425e07c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847774 May 27 03:54:11.602989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:11.750948 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733548e-bd27-46ee-bfaf-903a3c26906e req-b71431da-5fa7-4cbe-8327-55ac6e46212c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:11.752887 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b733548e-bd27-46ee-bfaf-903a3c26906e req-b71431da-5fa7-4cbe-8327-55ac6e46212c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0557961 May 27 03:54:11.821370 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b733548e-bd27-46ee-bfaf-903a3c26906e req-a4ff18dd-3c11-45df-91ae-352a1863a8bb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599847 May 27 03:54:12.210928 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a28f0-c2a8-44f4-a0d8-ee8cc15f1416 req-1ee71493-b956-4998-af8c-81d348c6193b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:12.212473 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f65a28f0-c2a8-44f4-a0d8-ee8cc15f1416 req-1ee71493-b956-4998-af8c-81d348c6193b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0615511 May 27 03:54:12.484356 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f65a28f0-c2a8-44f4-a0d8-ee8cc15f1416 req-6e77ed84-95d1-4f8a-a69f-f775f4f98cac tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661958 May 27 03:54:12.982074 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9652ab-20c0-42f7-ae50-629d854ce89b req-aaa1ea43-f500-4e17-85c5-5b37550b845b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:12.984550 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ae9652ab-20c0-42f7-ae50-629d854ce89b req-aaa1ea43-f500-4e17-85c5-5b37550b845b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0681446 May 27 03:54:13.068683 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ae9652ab-20c0-42f7-ae50-629d854ce89b req-c48a6239-8bc7-4732-b79b-8cacc83aadd2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727196 May 27 03:54:13.324750 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:13.635828 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c9f-be7e-4e68-9dd0-447ba0f48fd9 req-a0346894-3046-488d-9e83-a548a8dbd882 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:13.646015 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c1353c9f-be7e-4e68-9dd0-447ba0f48fd9 req-a0346894-3046-488d-9e83-a548a8dbd882 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0714610 May 27 03:54:13.687295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:13.712177 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c1353c9f-be7e-4e68-9dd0-447ba0f48fd9 req-8f46fd2f-49dc-46df-8a18-1d07071f5f46 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648398 May 27 03:54:14.198470 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38511b74-7dde-4414-9c0c-1ed9305f83e5 req-4165e3e1-bb7d-4959-8fc6-223bb1391d1c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:14.206602 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-38511b74-7dde-4414-9c0c-1ed9305f83e5 req-4165e3e1-bb7d-4959-8fc6-223bb1391d1c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0610564 May 27 03:54:14.259874 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-38511b74-7dde-4414-9c0c-1ed9305f83e5 req-8fccf463-4df2-4a17-9aff-001a5367b565 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523324 May 27 03:54:14.887567 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda8769-6834-40ba-a0c2-d79d640ef972 req-b29aae0f-4639-4262-a530-895a30456c28 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:14.904656 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cda8769-6834-40ba-a0c2-d79d640ef972 req-b29aae0f-4639-4262-a530-895a30456c28 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0928924 May 27 03:54:14.981142 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cda8769-6834-40ba-a0c2-d79d640ef972 req-cb39464b-fd56-413f-a5b6-e74f2f828739 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751736 May 27 03:54:15.451739 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d962-ec99-4a7b-9a3a-681cc5e1e217 req-28a56137-56bd-49e4-beed-39fe9c5d589c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:15.460843 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dcf5d962-ec99-4a7b-9a3a-681cc5e1e217 req-28a56137-56bd-49e4-beed-39fe9c5d589c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0725303 May 27 03:54:15.538659 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dcf5d962-ec99-4a7b-9a3a-681cc5e1e217 req-ea104847-b424-4960-b556-33cf09163c3b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763149 May 27 03:54:16.103686 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916461-3206-4313-8763-593bf1d953d4 req-48d46afc-c651-4f36-bb2b-074cdac9776a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:16.105880 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-db916461-3206-4313-8763-593bf1d953d4 req-48d46afc-c651-4f36-bb2b-074cdac9776a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0631874 May 27 03:54:16.171926 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-db916461-3206-4313-8763-593bf1d953d4 req-4af5bb92-d3de-4707-b1e4-1525a3074927 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491087 May 27 03:54:16.659303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751731f-9959-4689-a0ec-4e7ed032730e req-a1a8ed03-ef4d-4917-9b9b-4061d8e34a30 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:16.661494 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0751731f-9959-4689-a0ec-4e7ed032730e req-a1a8ed03-ef4d-4917-9b9b-4061d8e34a30 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0509844 May 27 03:54:16.695665 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:16.711670 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0751731f-9959-4689-a0ec-4e7ed032730e req-3db76746-3591-4750-9bd4-b0151635a9b7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443652 May 27 03:54:17.845354 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad7702-8523-474d-a46c-dbd55ccc77a3 req-fbd65783-2284-4a87-8efd-8d94f9d97762 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:17.850681 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8aad7702-8523-474d-a46c-dbd55ccc77a3 req-fbd65783-2284-4a87-8efd-8d94f9d97762 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0592234 May 27 03:54:17.910447 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8aad7702-8523-474d-a46c-dbd55ccc77a3 req-c113cdde-f73b-4371-a4c1-bd7cdfef955e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570879 May 27 03:54:17.916615 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=29 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:17.936786 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:54:18.357701 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-dfd7cc9e-8136-4fcf-bbc6-2c909f66fbfb tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:18.359271 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-dfd7cc9e-8136-4fcf-bbc6-2c909f66fbfb tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 815 time: 0.1434569 May 27 03:54:18.376218 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-d38ab027-6bfc-48dd-b9c6-be844b656bdc tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/quotas/23a9a973f147497f976d77d3a468087e HTTP/1.1" status: 200 len: 375 time: 0.0096924 May 27 03:54:18.433656 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-49c36d1c-2379-44eb-9e4e-76cec5304ef3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510206 May 27 03:54:18.507735 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:18.545732 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-44266276-b476-46ae-8fbc-e79d02244ac8 service neutron] 10.222.0.58 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969174 May 27 03:54:18.652041 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-917683d1-20ac-4bde-9325-273de99a0830 service neutron] 10.222.0.58 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977979 May 27 03:54:18.914302 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-07aa4502-40bc-43e8-b389-5af5f02d7414 req-977b9054-6273-4398-8913-a787b8866ff3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0345111 May 27 03:54:19.079051 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5ed0-2447-4c3e-a607-8a18e1056abd req-f6c9c2f7-ebd6-418e-a2fa-1ec7c19bc121 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:19.080866 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-65ba5ed0-2447-4c3e-a607-8a18e1056abd req-f6c9c2f7-ebd6-418e-a2fa-1ec7c19bc121 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0798197 May 27 03:54:19.138764 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-65ba5ed0-2447-4c3e-a607-8a18e1056abd req-3c4f3a65-d4da-44a9-86f8-243aeaeab3e7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512071 May 27 03:54:20.238181 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-70030c96-b9ed-47cc-986d-c895ad322b8f req-e4a822de-2a48-4a44-95b3-c48c17e22e7d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 210 time: 0.2527418 May 27 03:54:20.277132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47030ce5-cc96-4d81-b240-91b0b0b23215 req-1803a7c5-6319-47a8-a863-0d9d79de5da2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:20.278707 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47030ce5-cc96-4d81-b240-91b0b0b23215 req-1803a7c5-6319-47a8-a863-0d9d79de5da2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0570581 May 27 03:54:20.341723 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47030ce5-cc96-4d81-b240-91b0b0b23215 req-abb4f8b7-e570-4afe-b8d1-71ea20025256 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570695 May 27 03:54:21.357966 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-30b82b40-edcc-4197-b308-a72aedfb1f12 req-dbefc1fb-b8f0-4ebf-b1a1-7e0258d57ab6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0309322 May 27 03:54:21.534817 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:21.540326 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609435f-aa57-4f4a-b4f9-de05fb20da8c req-a903faab-e38a-4158-a6a0-3442f5cc44a9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:21.541932 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6609435f-aa57-4f4a-b4f9-de05fb20da8c req-a903faab-e38a-4158-a6a0-3442f5cc44a9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.1214046 May 27 03:54:21.596061 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6609435f-aa57-4f4a-b4f9-de05fb20da8c req-0af4289c-efc0-47e6-b817-177db20981e0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 May 27 03:54:21.697685 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:21.743380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-980731d4-be3d-4782-a13d-00f384265833 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:21.746967 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-980731d4-be3d-4782-a13d-00f384265833 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 815 time: 0.1097999 May 27 03:54:21.952982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'port': {'device_id': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'admin_state_up': True, 'tenant_id': '23a9a973f147497f976d77d3a468087e'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:54:22.163078 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Made reservation on behalf of 23a9a973f147497f976d77d3a468087e for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:22.167597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:22.313456 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Allocated IP 172.20.0.13 (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636/751bcc75-545c-4db5-a6c4-d81df8e81625/cc4c253a-e814-4d4c-b0db-49b5cfb42155) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:22.445322 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:22.493761 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:22.578409 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0ce64168-52d6-4366-9088-35bf64fe839a req-2b52700e-cebe-4593-a134-09970efd8f47 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 210 time: 0.1278973 May 27 03:54:22.592979 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:22.677665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:22.733306 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed340-ad33-470d-a6e9-7a522dd1c3a6 req-7434ee67-e17b-4c0f-a6d8-70145d07499a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:22.735750 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-515ed340-ad33-470d-a6e9-7a522dd1c3a6 req-7434ee67-e17b-4c0f-a6d8-70145d07499a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0589523 May 27 03:54:22.756635 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.768142 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.768613 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.769014 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.769708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.769838 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.770818 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.771364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.771750 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.772138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.772585 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.773466 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.773466 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.773715 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.774102 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.774390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:22.787075 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:22.788733 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:22.802246 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-515ed340-ad33-470d-a6e9-7a522dd1c3a6 req-d88f09ae-a667-4b0c-90aa-4a5fdeaf8aec tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606782 May 27 03:54:22.803336 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:54:22.872669 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:22.873613 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:22.884830 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:23.019772 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-feab51f6-31d3-4b71-aff5-338a5c20e22c None None] Provisioning complete for port cc4c253a-e814-4d4c-b0db-49b5cfb42155 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:23.020763 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-feab51f6-31d3-4b71-aff5-338a5c20e22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:23.091505 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-6ee1b0e0-7797-4e4c-be01-9f17676649ea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1424575 May 27 03:54:23.179142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-feab51f6-31d3-4b71-aff5-338a5c20e22c None None] Port cc4c253a-e814-4d4c-b0db-49b5cfb42155 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:54:23.186619 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Request body: {'port': {'device_id': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:54:23.284433 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:23.720901 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4c253a-e814-4d4c-b0db-49b5cfb42155 {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:54:23.731328 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks [] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:23.740215 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24455ee-67c0-489c-9b78-5e66a4568f1a req-da837c28-d938-489a-90de-d2eafcdb5ea6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:23.741778 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d24455ee-67c0-489c-9b78-5e66a4568f1a req-da837c28-d938-489a-90de-d2eafcdb5ea6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 932 time: 0.0734060 May 27 03:54:23.770501 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Transition to ACTIVE for port object cc4c253a-e814-4d4c-b0db-49b5cfb42155 will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:54:23.808170 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d24455ee-67c0-489c-9b78-5e66a4568f1a req-89577b88-489a-4705-b174-06c84b1bf263 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583773 May 27 03:54:23.892676 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:23.959272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:24.009703 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b96c0-5345-4aed-b4d6-3d38a4c49e65 req-f826662c-70df-453c-8187-dbbb2c7a21c4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:24.010455 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e24b96c0-5345-4aed-b4d6-3d38a4c49e65 req-f826662c-70df-453c-8187-dbbb2c7a21c4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.1125188 May 27 03:54:24.120923 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e24b96c0-5345-4aed-b4d6-3d38a4c49e65 req-16687179-c85c-4eea-96e2-e3ea0e6f00d3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046405 May 27 03:54:24.135714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Attempting to bind port cc4c253a-e814-4d4c-b0db-49b5cfb42155 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:54:24.136867 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Attempting to bind port cc4c253a-e814-4d4c-b0db-49b5cfb42155 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:54:24.137662 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Attempting to bind port cc4c253a-e814-4d4c-b0db-49b5cfb42155 on network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:24.145504 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Port cc4c253a-e814-4d4c-b0db-49b5cfb42155 on network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:54:24.147206 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Attempting to bind port cc4c253a-e814-4d4c-b0db-49b5cfb42155 on network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:24.155565 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:54:24.156859 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Checking segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:54:24.157969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Bound using segment: {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:54:24.159132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Bound port: cc4c253a-e814-4d4c-b0db-49b5cfb42155, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18a7abd-9afc-4eec-9519-fd7eb9866592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:54:24.160076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:24.300900 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:24.307981 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:24.417528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:24.465023 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:24.465742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:24.467323 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] 10.222.0.44 "PUT /v2.0/ports/cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 1094 time: 1.2893391 May 27 03:54:24.467870 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:24.470249 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:24.511415 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:24.513185 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ea0ee-100e-4758-a949-3b80babb7289 x-openstack-request-id: req-f32ea0ee-100e-4758-a949-3b80babb7289 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:24.513465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:24.513716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f32ea0ee-100e-4758-a949-3b80babb7289 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:24.514121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32ea0ee-100e-4758-a949-3b80babb7289'] response: {'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:54:24.526068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728f712-a21d-4d6c-857f-85af4240327c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:24.838645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ca4a4-cb7d-4b29-90c1-9c49db89754b req-e2311da9-5d4d-49b0-8fbf-7f2ecf034367 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:24.840187 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b20ca4a4-cb7d-4b29-90c1-9c49db89754b req-e2311da9-5d4d-49b0-8fbf-7f2ecf034367 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0530102 May 27 03:54:24.912031 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b20ca4a4-cb7d-4b29-90c1-9c49db89754b req-8d2e9c54-6541-4ee7-a16b-17f802726e2e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654635 May 27 03:54:24.966460 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a369-f546-4e96-b61b-d2d5a8e17c00 req-ac306742-0e24-4baf-91ac-308258d75c63 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:24.974177 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64c8a369-f546-4e96-b61b-d2d5a8e17c00 req-ac306742-0e24-4baf-91ac-308258d75c63 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0634332 May 27 03:54:25.034361 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64c8a369-f546-4e96-b61b-d2d5a8e17c00 req-fc8ab1c5-8bec-43a3-b1a2-deaa5328e18a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 May 27 03:54:25.236471 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113c355-472d-4ce2-9621-74c635f8024c req-6d3b683f-599e-4278-87e9-4cb77b4adbe4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:25.238032 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5113c355-472d-4ce2-9621-74c635f8024c req-6d3b683f-599e-4278-87e9-4cb77b4adbe4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0523050 May 27 03:54:25.320543 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5113c355-472d-4ce2-9621-74c635f8024c req-1fdde6df-0cbd-40a1-b0f6-a1f57a6d257c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740254 May 27 03:54:26.071305 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77e5a-c0ef-4c41-82d8-c0ae5667b7c6 req-aa2debdd-40ad-4d96-807b-4171cd151665 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:26.072858 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95a77e5a-c0ef-4c41-82d8-c0ae5667b7c6 req-aa2debdd-40ad-4d96-807b-4171cd151665 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0538545 May 27 03:54:26.101477 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:26.125411 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95a77e5a-c0ef-4c41-82d8-c0ae5667b7c6 req-f3bbe065-d09c-4f8a-a560-baebc16c16a7 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 May 27 03:54:26.162855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7720e5-f1a1-4792-9581-d583e2d784aa req-587bcf9a-3240-447b-b6e7-f78a47e4a7c3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:26.164388 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e7720e5-f1a1-4792-9581-d583e2d784aa req-587bcf9a-3240-447b-b6e7-f78a47e4a7c3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0513783 May 27 03:54:26.215846 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5e7720e5-f1a1-4792-9581-d583e2d784aa req-a88a82b9-de2a-4656-a748-cb1e974c3418 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 May 27 03:54:26.481097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7aa0-4dcf-46e2-a506-24e9e1f1b1d1 req-35703f20-5a36-4cf0-9313-08cae520b472 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:26.483184 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-915c7aa0-4dcf-46e2-a506-24e9e1f1b1d1 req-35703f20-5a36-4cf0-9313-08cae520b472 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0629320 May 27 03:54:26.541217 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-915c7aa0-4dcf-46e2-a506-24e9e1f1b1d1 req-690722cf-1920-4ddf-aac8-6c3eb22d7c95 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512023 May 27 03:54:27.253907 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef112a-1970-4347-a180-6c8c44297a63 req-04552f14-f12f-4b76-8ddd-088b9dd08a73 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:27.256122 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-07ef112a-1970-4347-a180-6c8c44297a63 req-04552f14-f12f-4b76-8ddd-088b9dd08a73 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0596972 May 27 03:54:27.288229 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:27.332192 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-07ef112a-1970-4347-a180-6c8c44297a63 req-2c2543aa-e82e-4453-b4ef-c6e35b04f9ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669804 May 27 03:54:27.385625 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a563e8-bce9-4406-8591-85ecb85f1732 req-87b4e549-70d0-4add-8d51-8362394f4853 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:27.390062 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-42a563e8-bce9-4406-8591-85ecb85f1732 req-87b4e549-70d0-4add-8d51-8362394f4853 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0714395 May 27 03:54:27.439864 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-42a563e8-bce9-4406-8591-85ecb85f1732 req-1423c9b9-05a7-4bdb-8893-7d4b56b9a689 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 May 27 03:54:27.673519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966cfda-235d-45d2-bc52-51d9a3fe891b req-0e59700e-fe13-4129-b05c-fbea1460cb51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:27.675089 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c966cfda-235d-45d2-bc52-51d9a3fe891b req-0e59700e-fe13-4129-b05c-fbea1460cb51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 945 time: 0.0506735 May 27 03:54:27.727136 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c966cfda-235d-45d2-bc52-51d9a3fe891b req-e10a5382-6e3d-4daa-aa03-5f46d99bfeed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 May 27 03:54:27.932313 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:28.160410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:28.245291 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: ACTIVE; New status is: DOWN {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:28.245677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:28.296777 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:28.300442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2353ab7c-98b0-4d88-9d82-635449a27e93" -d '{"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-unplugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:28.304832 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:28.344317 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abadaa-10ee-46fa-9a20-d62ace1d714d x-openstack-request-id: req-c8abadaa-10ee-46fa-9a20-d62ace1d714d {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:28.344736 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-unplugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:28.344993 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8abadaa-10ee-46fa-9a20-d62ace1d714d {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:28.345446 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8abadaa-10ee-46fa-9a20-d62ace1d714d'] response: {'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'code': 200} May 27 03:54:28.376916 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:28.430719 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=8']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:28.452270 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ffdcb-340f-4280-82d5-e81ec4b52f53 req-a8994acb-487a-4638-bc59-9f91b10010fd tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:28.453826 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-911ffdcb-340f-4280-82d5-e81ec4b52f53 req-a8994acb-487a-4638-bc59-9f91b10010fd tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0520208 May 27 03:54:28.506565 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-911ffdcb-340f-4280-82d5-e81ec4b52f53 req-e66fcf31-b403-403f-9d78-42cd115e089e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 May 27 03:54:28.574112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59347aa-da5e-4753-adbe-ab43bba33a83 req-61e61ef9-ba4b-4954-a42c-60f53199927d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:28.576375 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d59347aa-da5e-4753-adbe-ab43bba33a83 req-61e61ef9-ba4b-4954-a42c-60f53199927d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0576410 May 27 03:54:28.641360 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d59347aa-da5e-4753-adbe-ab43bba33a83 req-83a4a4c0-f0e3-4eae-a5af-0674bb884d29 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 May 27 03:54:28.872261 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25e36-b487-435a-bf37-53aad99e2176 req-abf64669-4a67-44eb-b2ef-529d8a464d14 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:28.877817 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-52d25e36-b487-435a-bf37-53aad99e2176 req-abf64669-4a67-44eb-b2ef-529d8a464d14 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0621464 May 27 03:54:28.929396 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-52d25e36-b487-435a-bf37-53aad99e2176 req-0bcdcf2d-7976-4847-8f87-2bbd4c1a8e25 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 May 27 03:54:29.661025 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2d972-efb4-4900-a93d-bd34cca1fa16 req-58ef709e-0966-4e6c-95b5-b740b495fed9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:29.663949 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-acf2d972-efb4-4900-a93d-bd34cca1fa16 req-58ef709e-0966-4e6c-95b5-b740b495fed9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0611382 May 27 03:54:29.728344 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-acf2d972-efb4-4900-a93d-bd34cca1fa16 req-046559f8-71e0-4332-abf1-f427b039ff8b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 May 27 03:54:29.776612 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cd90d-068c-4959-9805-35d268a4431e req-f2beaf24-1cb9-46f7-a17b-0dc72aa6fe13 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:29.778121 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-910cd90d-068c-4959-9805-35d268a4431e req-f2beaf24-1cb9-46f7-a17b-0dc72aa6fe13 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0502746 May 27 03:54:29.827208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:29.840213 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-910cd90d-068c-4959-9805-35d268a4431e req-b167b46c-80b8-4c07-b000-fa9e16553418 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 May 27 03:54:30.059752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0566d-4393-4830-b3d7-10145d063125 req-d5d1a794-bc8f-430c-85a5-48f87f98eca9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:30.061515 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5fb0566d-4393-4830-b3d7-10145d063125 req-d5d1a794-bc8f-430c-85a5-48f87f98eca9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0530024 May 27 03:54:30.115714 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5fb0566d-4393-4830-b3d7-10145d063125 req-9a69960f-cea4-4020-b47a-ae2776a7c1e5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 May 27 03:54:30.858439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865cef-7d06-4aa9-b16d-5ed246f9372c req-600d20d3-54d7-4225-be99-45ac0211b780 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:30.860156 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-af865cef-7d06-4aa9-b16d-5ed246f9372c req-600d20d3-54d7-4225-be99-45ac0211b780 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0546579 May 27 03:54:30.935294 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-af865cef-7d06-4aa9-b16d-5ed246f9372c req-a631bf3e-22f1-4ad8-b75d-fda1c4908b50 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692878 May 27 03:54:30.990793 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f929a-dd5a-43c9-862b-a2ba8e7f447a req-e8d7e39c-9071-46fe-91df-da9110d19418 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:30.992316 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c03f929a-dd5a-43c9-862b-a2ba8e7f447a req-e8d7e39c-9071-46fe-91df-da9110d19418 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0536661 May 27 03:54:31.044492 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c03f929a-dd5a-43c9-862b-a2ba8e7f447a req-c19eda3c-3b1c-4a90-94a2-4a8ce504fcae tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 May 27 03:54:31.252731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37521e-ee25-4ab5-bb36-261a1eb4e73f req-bede8721-bf91-41da-936f-d13fd8d6b033 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:31.254295 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f37521e-ee25-4ab5-bb36-261a1eb4e73f req-bede8721-bf91-41da-936f-d13fd8d6b033 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0546765 May 27 03:54:31.309649 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f37521e-ee25-4ab5-bb36-261a1eb4e73f req-7db63ab8-7c4f-4b37-b44b-b41c1e302926 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488181 May 27 03:54:32.073593 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14a0b3-7d36-453a-ad41-9be3b96ced00 req-1df3680f-d8e7-4fd6-8c9a-79a32f90aaa6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:32.083588 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-df14a0b3-7d36-453a-ad41-9be3b96ced00 req-1df3680f-d8e7-4fd6-8c9a-79a32f90aaa6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0678415 May 27 03:54:32.137046 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-df14a0b3-7d36-453a-ad41-9be3b96ced00 req-0bf0c17d-3018-4487-90e9-11f104208214 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555263 May 27 03:54:32.183030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ebbfe-8170-4d85-9339-5fc06900a3b0 req-5e2ae90e-fe83-4383-9b29-986a9f1fb084 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:32.183030 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c29ebbfe-8170-4d85-9339-5fc06900a3b0 req-5e2ae90e-fe83-4383-9b29-986a9f1fb084 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0577028 May 27 03:54:32.258260 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c29ebbfe-8170-4d85-9339-5fc06900a3b0 req-1e310ff3-b08d-4aee-aea5-2040f32e6a42 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 May 27 03:54:32.432130 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3840-38d6-47ec-96c5-cb4f68589eba req-f14850c2-aa03-4440-a7b6-9548456fadb1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:32.433627 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b79a3840-38d6-47ec-96c5-cb4f68589eba req-f14850c2-aa03-4440-a7b6-9548456fadb1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0478239 May 27 03:54:32.481023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b79a3840-38d6-47ec-96c5-cb4f68589eba req-c411d12e-f77b-402b-a4f8-7f9940f809b2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 May 27 03:54:33.254993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085e8fb-beea-4405-85ff-c5fa036d3897 req-0ec0fe63-2b28-4b73-a4aa-66f8f7fbdb33 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:33.257113 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7085e8fb-beea-4405-85ff-c5fa036d3897 req-0ec0fe63-2b28-4b73-a4aa-66f8f7fbdb33 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0521228 May 27 03:54:33.315358 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7085e8fb-beea-4405-85ff-c5fa036d3897 req-226869c0-7c7c-465a-b5af-289fc96f9211 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 May 27 03:54:33.418903 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa6d3-1cf6-42dd-b7ff-23efb8e9d82c req-c49ab22e-accf-4cc0-b905-bac0a07c150f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:33.420616 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4daaa6d3-1cf6-42dd-b7ff-23efb8e9d82c req-c49ab22e-accf-4cc0-b905-bac0a07c150f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0507083 May 27 03:54:33.476753 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4daaa6d3-1cf6-42dd-b7ff-23efb8e9d82c req-14b365e7-8aaa-4bac-b546-e5a250f41d66 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 May 27 03:54:33.602783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85839932-b0ca-4267-bd9a-2b6cd94b19b2 req-a03fd152-152a-4b65-8053-1ba7174a7adb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:33.604283 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-85839932-b0ca-4267-bd9a-2b6cd94b19b2 req-a03fd152-152a-4b65-8053-1ba7174a7adb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0497651 May 27 03:54:33.652562 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-85839932-b0ca-4267-bd9a-2b6cd94b19b2 req-6120338f-d25a-4fb0-a601-0785d5c1fd01 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 May 27 03:54:34.436752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc419b-94e1-442f-ae31-13c1d2b4a7ad req-9ad4d27c-604a-4471-9178-3a5630b13563 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:34.438250 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8efc419b-94e1-442f-ae31-13c1d2b4a7ad req-9ad4d27c-604a-4471-9178-3a5630b13563 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0488937 May 27 03:54:34.451172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:34.480283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:34.487856 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8efc419b-94e1-442f-ae31-13c1d2b4a7ad req-f52aafc8-643e-4e94-beb7-e8e7c9a95cbd tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 May 27 03:54:34.631999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3255-eb05-4c45-b937-fab20dfca857 req-6298fab6-9487-4271-bfb3-221319021128 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:34.638789 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4a7d3255-eb05-4c45-b937-fab20dfca857 req-6298fab6-9487-4271-bfb3-221319021128 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0807521 May 27 03:54:34.684970 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4a7d3255-eb05-4c45-b937-fab20dfca857 req-c312e398-6135-4252-870f-d934d6f7f6f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 May 27 03:54:34.779921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5ed0c-ff01-4a03-8618-ff9e73750d36 req-96273296-be82-4398-b171-a7a2eda34c07 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:34.781433 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-44b5ed0c-ff01-4a03-8618-ff9e73750d36 req-96273296-be82-4398-b171-a7a2eda34c07 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0486259 May 27 03:54:34.832225 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-44b5ed0c-ff01-4a03-8618-ff9e73750d36 req-680a4a34-6757-4439-81ad-bfd047e80591 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 May 27 03:54:35.619546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4367c49-5b45-4626-b996-07675cd40a3b req-59b4142d-0d0e-44b1-ad9b-4363e9025359 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:35.621116 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c4367c49-5b45-4626-b996-07675cd40a3b req-59b4142d-0d0e-44b1-ad9b-4363e9025359 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0553689 May 27 03:54:35.669166 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c4367c49-5b45-4626-b996-07675cd40a3b req-b5c5c50e-7533-4026-9cbd-baddd9aee1db tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 May 27 03:54:35.805718 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d732bb-2b2b-4bc8-b434-b204aa5f5d5a req-f5563943-fd2c-4f83-9730-11c9f90d05f5 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:35.807201 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01d732bb-2b2b-4bc8-b434-b204aa5f5d5a req-f5563943-fd2c-4f83-9730-11c9f90d05f5 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0528164 May 27 03:54:35.856320 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01d732bb-2b2b-4bc8-b434-b204aa5f5d5a req-8aacbcbc-d3bd-4746-9b57-68597d8a5618 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 May 27 03:54:35.955352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6d06e-ee73-4b5a-ba6d-3f6ec99c3b7b req-ca1c5642-fbcd-4783-944d-76f47415051e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:35.956832 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fa6d06e-ee73-4b5a-ba6d-3f6ec99c3b7b req-ca1c5642-fbcd-4783-944d-76f47415051e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0489037 May 27 03:54:35.981263 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:36.010366 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fa6d06e-ee73-4b5a-ba6d-3f6ec99c3b7b req-de612636-efc7-4573-935f-76022f163983 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480120 May 27 03:54:36.374764 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa781e70-f040-4cf1-859d-4e2c7d9a77d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:36.795490 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e738ab-b9aa-48f3-b156-c67aadaf7749 req-dd5a5941-3f74-49c1-b098-ccf0ffcd893b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.797056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-13e738ab-b9aa-48f3-b156-c67aadaf7749 req-dd5a5941-3f74-49c1-b098-ccf0ffcd893b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0493906 May 27 03:54:36.847435 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-13e738ab-b9aa-48f3-b156-c67aadaf7749 req-e6bedac7-b0ee-4244-8da1-937c87ed7850 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 May 27 03:54:36.973980 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87869b1-52f2-41ad-a58b-b5c497a476e9 req-ffcf5f0e-95c7-4fbd-bfd9-090824ead973 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.975432 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c87869b1-52f2-41ad-a58b-b5c497a476e9 req-ffcf5f0e-95c7-4fbd-bfd9-090824ead973 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0477779 May 27 03:54:37.022760 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c87869b1-52f2-41ad-a58b-b5c497a476e9 req-865ffcdd-ae51-4bee-acbb-8d84f2a61fdd tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 May 27 03:54:37.134845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13dad-84f8-44d6-b8ca-7c0714f2cad6 req-b5ebac60-bcc1-4397-b858-01724a0b75e8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:37.136315 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-36b13dad-84f8-44d6-b8ca-7c0714f2cad6 req-b5ebac60-bcc1-4397-b858-01724a0b75e8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0525842 May 27 03:54:37.183457 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-36b13dad-84f8-44d6-b8ca-7c0714f2cad6 req-3b50c30d-66fc-4f37-97f3-8fd064fa96a9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 May 27 03:54:37.966761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e5f47-ba05-4da3-b677-76ec08e33661 req-9feabba2-fc1f-4739-98be-48df4c013f79 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:37.968185 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-395e5f47-ba05-4da3-b677-76ec08e33661 req-9feabba2-fc1f-4739-98be-48df4c013f79 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0494149 May 27 03:54:38.019463 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-395e5f47-ba05-4da3-b677-76ec08e33661 req-23ea21b8-da2d-4c6b-884a-f584ff4ebc18 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 May 27 03:54:38.137295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e1fc-d2e1-4b95-b17b-9bc200a12a67 req-bc7e5531-e891-4969-8540-e7f904ce5365 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:38.138893 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a736e1fc-d2e1-4b95-b17b-9bc200a12a67 req-bc7e5531-e891-4969-8540-e7f904ce5365 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0496466 May 27 03:54:38.192524 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a736e1fc-d2e1-4b95-b17b-9bc200a12a67 req-7a2dbf02-dfce-483b-b5f3-f1055f73f36f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 May 27 03:54:38.309623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754378-03c3-43c9-8ee6-842c67d8a362 req-7817801e-e03e-45e9-97d6-5d5318b08001 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:38.311136 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-29754378-03c3-43c9-8ee6-842c67d8a362 req-7817801e-e03e-45e9-97d6-5d5318b08001 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0534103 May 27 03:54:38.324359 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:38.361262 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-29754378-03c3-43c9-8ee6-842c67d8a362 req-ad4d7f50-9c1c-4506-aadc-47560c0f22a3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 May 27 03:54:39.147035 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9e5d-c7ba-4240-a7e0-019f2f1969d1 req-713e0c54-dd37-4f26-af94-38265c96d201 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.148520 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-20ca9e5d-c7ba-4240-a7e0-019f2f1969d1 req-713e0c54-dd37-4f26-af94-38265c96d201 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0514123 May 27 03:54:39.200205 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-20ca9e5d-c7ba-4240-a7e0-019f2f1969d1 req-eb0eab47-a618-4fde-8296-cd34828e4b09 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 May 27 03:54:39.310004 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a579a5-fcab-4976-bd54-27d26fe81378 req-dc773b80-7ade-4124-826a-a0d8789a5d14 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.311507 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47a579a5-fcab-4976-bd54-27d26fe81378 req-dc773b80-7ade-4124-826a-a0d8789a5d14 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0487635 May 27 03:54:39.361042 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47a579a5-fcab-4976-bd54-27d26fe81378 req-644e33a3-80e2-4cce-ad37-0f6840b735a5 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 May 27 03:54:39.420163 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:39.485115 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ba577-31e7-4213-b751-fd7af46166c9 req-a59172dc-6612-4394-9f68-d4843d4708c0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.487112 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f9ba577-31e7-4213-b751-fd7af46166c9 req-a59172dc-6612-4394-9f68-d4843d4708c0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0502205 May 27 03:54:39.511983 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bff83952-a19b-4497-8e16-1b2027470aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:39.654157 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f9ba577-31e7-4213-b751-fd7af46166c9 req-6e6866bd-e011-4518-9830-995c51e43e48 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556959 May 27 03:54:39.825128 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-6ee65f96-e96a-4d07-a8ae-0a0fd35de608 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983114 May 27 03:54:39.864801 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-3ca06acd-d6f2-43aa-bf6e-8870f58cb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.866370 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-3ca06acd-d6f2-43aa-bf6e-8870f58cb9b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1128 time: 0.0877638 May 27 03:54:39.899096 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832d67c-df6b-4615-84cc-d85640ec599f req-93a635db-229f-4954-9c6b-6b3b638aa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.901037 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-93a635db-229f-4954-9c6b-6b3b638aa88b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0481756 May 27 03:54:39.978676 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-33b850d4-ae23-45b1-acf9-4d2a52dd5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:39.980219 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-33b850d4-ae23-45b1-acf9-4d2a52dd5bc7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=23a9a973f147497f976d77d3a468087e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1046796 May 27 03:54:40.034766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832d67c-df6b-4615-84cc-d85640ec599f req-06d4eb87-e392-4b27-864b-d5794786f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:40.036700 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-06d4eb87-e392-4b27-864b-d5794786f5fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 912 time: 0.1137235 May 27 03:54:40.103493 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-efd9fdc4-bc73-4e9c-b163-a4c694fc7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:40.105026 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce311ad2-6422-4ea6-95b1-b6a3374e3a0d req-efd9fdc4-bc73-4e9c-b163-a4c694fc7b51 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078007 May 27 03:54:40.320456 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67c07-ef6e-4d84-9e24-5c72749f6d62 req-de38bce1-c8af-415d-9367-6b6618189c4b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:40.321984 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f7c67c07-ef6e-4d84-9e24-5c72749f6d62 req-de38bce1-c8af-415d-9367-6b6618189c4b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0498526 May 27 03:54:40.373176 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f7c67c07-ef6e-4d84-9e24-5c72749f6d62 req-ed9d5c2e-c7e7-4305-8a4f-237757dfa103 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456042 May 27 03:54:40.488214 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ec26-ab32-4a55-b061-3b09c087253c req-b183c35b-be07-4b87-a2c6-d2a2ac1d5dff tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:40.491278 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3ed8ec26-ab32-4a55-b061-3b09c087253c req-b183c35b-be07-4b87-a2c6-d2a2ac1d5dff tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0554285 May 27 03:54:40.532929 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:40.545728 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3ed8ec26-ab32-4a55-b061-3b09c087253c req-ddc74b47-c4dd-4741-8ca1-d11201c2ac34 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 May 27 03:54:40.660839 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:40.777766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708ce5-0cb4-4d25-af8e-982bbe14138c req-1cf34a11-f42b-437d-b273-a0b4ec5d7c16 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:40.779206 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47708ce5-0cb4-4d25-af8e-982bbe14138c req-1cf34a11-f42b-437d-b273-a0b4ec5d7c16 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0497878 May 27 03:54:40.828527 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-47708ce5-0cb4-4d25-af8e-982bbe14138c req-e08cfa72-2795-41ea-9b73-4f8f4d530c90 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 May 27 03:54:41.510138 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-c30ce2c5-68b2-4024-bd39-9a36f738d35f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 1001 time: 0.0683205 May 27 03:54:41.530921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:41.560554 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-3af3c203-b1a0-4035-8992-6fb503ef7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.562056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-3af3c203-b1a0-4035-8992-6fb503ef7da6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1128 time: 0.0890412 May 27 03:54:41.566419 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832d67c-df6b-4615-84cc-d85640ec599f req-52e0cede-7961-4b42-9dba-fb456c9c9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.570638 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-52e0cede-7961-4b42-9dba-fb456c9c9798 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.0529437 May 27 03:54:41.578512 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-6dbba25d-1076-4ec0-9661-badc5a82cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.580195 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-6dbba25d-1076-4ec0-9661-badc5a82cf4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1127 time: 0.1284640 May 27 03:54:41.592028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2242-54a0-4fc8-b12c-bb9694b23802 req-f57dfcf2-47fb-4fe4-816f-5e5c33669376 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.592028 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb1c2242-54a0-4fc8-b12c-bb9694b23802 req-f57dfcf2-47fb-4fe4-816f-5e5c33669376 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.1286597 May 27 03:54:41.610168 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.653390 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832d67c-df6b-4615-84cc-d85640ec599f req-92013c75-672f-498f-8ed0-c40819ab7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.660074 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-92013c75-672f-498f-8ed0-c40819ab7fd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583582 May 27 03:54:41.670265 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-50909c3a-1ffb-4144-8bb5-f3bd2ce1d34d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 217 time: 0.0687504 May 27 03:54:41.702446 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8f55-9d99-4e96-b47a-5228ee9846e6 req-ee4a722b-9526-4956-a490-270bc80926b2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.703967 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bc2f8f55-9d99-4e96-b47a-5228ee9846e6 req-ee4a722b-9526-4956-a490-270bc80926b2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0664511 May 27 03:54:41.796425 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb1c2242-54a0-4fc8-b12c-bb9694b23802 req-b567510f-0c32-4c81-80ff-4c254eca5410 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827543 May 27 03:54:41.796746 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:41.809493 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bc2f8f55-9d99-4e96-b47a-5228ee9846e6 req-9c4dd6eb-304a-4751-ba70-7423f6e5f874 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923030 May 27 03:54:41.810890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-8f3db6e4-ca73-438f-9b21-663399d6d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.812436 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-8f3db6e4-ca73-438f-9b21-663399d6d889 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.1097872 May 27 03:54:41.813640 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-b2434c57-bac0-4503-8780-3ec54a4445d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:41.815433 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-b2434c57-bac0-4503-8780-3ec54a4445d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.2235007 May 27 03:54:41.831959 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-02019801-c88c-49fd-8c16-01f8891f6724 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464682 May 27 03:54:42.005684 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1832d67c-df6b-4615-84cc-d85640ec599f req-4960e308-33db-4249-91da-188f16e64814 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886312 May 27 03:54:42.016619 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04d2f-0596-4552-929f-b044319279e3 req-c3d49f61-0a79-4f39-aec4-4a8ac4a7e626 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.018112 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f5b04d2f-0596-4552-929f-b044319279e3 req-c3d49f61-0a79-4f39-aec4-4a8ac4a7e626 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.1152110 May 27 03:54:42.043875 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-2e333d23-5372-411d-ab40-0a3e92925c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.045398 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-2e333d23-5372-411d-ab40-0a3e92925c8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289260 May 27 03:54:42.064064 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-aad427c8-4bc7-453a-a3d8-51d72e1c2a67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 999 time: 0.1463261 May 27 03:54:42.091157 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f5b04d2f-0596-4552-929f-b044319279e3 req-1fa0073e-002b-4c5e-bc3d-5d3e9531ae09 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635576 May 27 03:54:42.394569 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-d01f8255-c82c-476d-92a8-abbbc42eaa46 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.396937 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-d01f8255-c82c-476d-92a8-abbbc42eaa46 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 945 time: 0.0499268 May 27 03:54:42.398922 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-5a05e333-fa19-45f5-88c5-7b5fdcf3edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.400391 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-5a05e333-fa19-45f5-88c5-7b5fdcf3edba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0992885 May 27 03:54:42.430535 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:42.462312 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-7c62e88d-9cd2-4ff7-a99d-d026a0bacd7e service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624396 May 27 03:54:42.465337 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-d5a5b210-d0b1-40f4-b0e7-b6635a9d7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.466737 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-d5a5b210-d0b1-40f4-b0e7-b6635a9d7237 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582373 May 27 03:54:42.485554 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Deleting port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:42.485554 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:42.582052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] For port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:42.582787 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:42.596369 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Calling delete_port for 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:42.636906 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ab6d265-6b2e-490f-84ae-19a0fb6d51d9 req-b9481195-16bd-43d4-b981-fe2a025db0e1 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635275 May 27 03:54:42.638613 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-76446e60-3bd0-4ffe-ba4d-5b6665f12d37 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581140 May 27 03:54:42.710719 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:42.732871 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ce84a9d1-d739-46b1-884c-accdd74c8bbc req-bdd34506-44bc-420e-9838-d22d5bdfde8d service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 May 27 03:54:42.792112 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (8c4c8fa0-d018-4e26-a5eb-863da29f1e8e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:42.804734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['8c4c8fa0-d018-4e26-a5eb-863da29f1e8e'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:54:42.819393 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Pushing event deleted for resources: {'Port': ['ID=8c4c8fa0-d018-4e26-a5eb-863da29f1e8e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:42.872707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] No DVR routers for this DVR port 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:42.875472 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:42.879454 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-45b3ea5f-0365-42a8-8cb0-d09e7c54d4e2 req-166f1b21-60d2-469a-a166-5aaad4ca5802 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "DELETE /v2.0/ports/8c4c8fa0-d018-4e26-a5eb-863da29f1e8e HTTP/1.1" status: 204 len: 173 time: 0.4768970 May 27 03:54:42.880964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'name': 'network-vif-deleted', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:42.883931 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a42f7-aebb-4411-b629-870a68f3fae2" -d '{"events": [{"server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "name": "network-vif-deleted", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:42.917039 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ce82678-a466-4f51-bb4a-945d6022ef39 req-9e342e4d-d921-427b-bce3-a4acfb3392f3 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0281811 May 27 03:54:42.946639 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bcf0e-ddcd-49d9-b067-1bbbcaa9a666 req-f9bcbc33-309c-4a9a-80b5-15dc0b93ade1 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:42.948138 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-135bcf0e-ddcd-49d9-b067-1bbbcaa9a666 req-f9bcbc33-309c-4a9a-80b5-15dc0b93ade1 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0544212 May 27 03:54:42.961039 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc347835-c791-4877-8777-96a411d4ebca x-openstack-request-id: req-fc347835-c791-4877-8777-96a411d4ebca {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:42.961264 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33e0340-5039-4414-abe0-d6bfce8d405e", "name": "network-vif-deleted", "tag": "8c4c8fa0-d018-4e26-a5eb-863da29f1e8e", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:42.961514 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc347835-c791-4877-8777-96a411d4ebca {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:42.961904 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc347835-c791-4877-8777-96a411d4ebca'] response: {'server_uuid': 'f33e0340-5039-4414-abe0-d6bfce8d405e', 'name': 'network-vif-deleted', 'tag': '8c4c8fa0-d018-4e26-a5eb-863da29f1e8e', 'status': 'completed', 'code': 200} May 27 03:54:43.209399 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-135bcf0e-ddcd-49d9-b067-1bbbcaa9a666 req-0d9ff869-287a-4394-b877-feff97bc431c tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555330 May 27 03:54:43.218860 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eaf1d-6de5-415f-8601-d2c02e4b7025 req-73c1af09-6a6c-41f1-a65c-ecf9260939f2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:43.220345 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d29eaf1d-6de5-415f-8601-d2c02e4b7025 req-73c1af09-6a6c-41f1-a65c-ecf9260939f2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0503600 May 27 03:54:43.270558 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d29eaf1d-6de5-415f-8601-d2c02e4b7025 req-b6c0f6e9-9f48-4b21-8987-da58187cc263 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 May 27 03:54:43.306888 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.017329 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a0b51861-c6c5-4c93-ac65-501532b9b9ee req-837b17f9-80ca-4a7f-9f61-6cb35689a7b4 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0292039 May 27 03:54:44.327654 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce8e6-393a-40f0-b477-d722ba7fb241 req-a4921b70-a7d2-4e0d-a0de-6b983ddb9811 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.329430 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-431ce8e6-393a-40f0-b477-d722ba7fb241 req-a4921b70-a7d2-4e0d-a0de-6b983ddb9811 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0493610 May 27 03:54:44.373375 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:44.378854 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-431ce8e6-393a-40f0-b477-d722ba7fb241 req-0a2aa792-549c-4c0d-acef-b7aee9357b1e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 May 27 03:54:44.393444 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36f884-55a7-4340-970e-919ea17a2857 req-1391e491-26c9-432e-b191-c28d761e3a2f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.394644 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bb36f884-55a7-4340-970e-919ea17a2857 req-1391e491-26c9-432e-b191-c28d761e3a2f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0486789 May 27 03:54:44.444147 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bb36f884-55a7-4340-970e-919ea17a2857 req-f128931d-53b2-4946-a314-4c7373c42681 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431519 May 27 03:54:45.116699 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b9377459-5f76-4dc0-90b8-23fe22808c69 req-a9438390-e986-47ff-ae6b-099096062b76 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0282829 May 27 03:54:45.495967 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623655fd-0298-4bdb-b9d8-834c47eb3b0d req-f3a78521-5477-4868-a2f1-5f6acccaac1e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:45.497512 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-623655fd-0298-4bdb-b9d8-834c47eb3b0d req-f3a78521-5477-4868-a2f1-5f6acccaac1e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 944 time: 0.0507696 May 27 03:54:45.546008 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-623655fd-0298-4bdb-b9d8-834c47eb3b0d req-3bc9b2fe-73fd-4790-b8c8-6a3c5840978b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 May 27 03:54:45.566629 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a22de-afa4-4ec7-a693-9e11e95e9d84 req-1b5b4c88-158f-418d-af7b-f57331b77d3b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:45.568079 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e04a22de-afa4-4ec7-a693-9e11e95e9d84 req-1b5b4c88-158f-418d-af7b-f57331b77d3b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0503957 May 27 03:54:45.614442 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e04a22de-afa4-4ec7-a693-9e11e95e9d84 req-4f36a1f9-639d-4dc2-a631-725cb5ce863b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 May 27 03:54:46.217340 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fc87c002-8d44-46e8-a7af-d178d50fa02d req-7918127d-d265-46ee-823d-0b8259664485 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0295644 May 27 03:54:46.231075 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device cc4c253a-e814-4d4c-b0db-49b5cfb42155 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:54:46.235203 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:46.265115 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:46.265456 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 8c4c8fa0-d018-4e26-a5eb-863da29f1e8e not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:46.358442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:46.370766 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'port_id': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'mac_address': 'fa:16:3e:1c:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:54:46.409973 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port cc4c253a-e814-4d4c-b0db-49b5cfb42155 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:46.410285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:46.424196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4c253a-e814-4d4c-b0db-49b5cfb42155 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:54:46.445876 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:46.523471 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:46.572191 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:46.662649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33717ef-d14b-47e9-8fb8-2141e7dfddf5 req-b7602c36-be15-42c1-862d-f155bc1fbb47 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:46.664280 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e33717ef-d14b-47e9-8fb8-2141e7dfddf5 req-b7602c36-be15-42c1-862d-f155bc1fbb47 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0495465 May 27 03:54:46.709233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:46.714210 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e33717ef-d14b-47e9-8fb8-2141e7dfddf5 req-babd94b6-05b8-4050-87ee-2faa074b945e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 May 27 03:54:46.738186 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae639049-61f8-47e5-a3bc-7373b6a1df6e req-0586ad96-e499-438c-a274-742ef147eeff tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:46.739672 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ae639049-61f8-47e5-a3bc-7373b6a1df6e req-0586ad96-e499-438c-a274-742ef147eeff tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0479209 May 27 03:54:46.800115 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ae639049-61f8-47e5-a3bc-7373b6a1df6e req-9d695ca3-e983-49c7-a6de-958468379fa7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 May 27 03:54:46.967533 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:54:47.319656 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d41fd44a-8523-42c8-aa11-52958be04d69 req-e2902fff-324a-4daa-8844-d6350ee7b0a8 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0297401 May 27 03:54:47.836630 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6f31b-3515-4907-accd-88e2992c9078 req-259a0221-342c-4b68-ac40-1d3dd5c0a32c tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:47.838123 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7db6f31b-3515-4907-accd-88e2992c9078 req-259a0221-342c-4b68-ac40-1d3dd5c0a32c tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0523546 May 27 03:54:47.887150 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7db6f31b-3515-4907-accd-88e2992c9078 req-e3a86d7d-3d08-436a-9257-e48bded8c8c7 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 May 27 03:54:47.931421 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725d586-dfff-49b4-a75f-9c7ea53858a7 req-52ae67e3-d033-4794-a923-142fd7a88209 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:47.933094 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0725d586-dfff-49b4-a75f-9c7ea53858a7 req-52ae67e3-d033-4794-a923-142fd7a88209 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0551734 May 27 03:54:47.981598 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0725d586-dfff-49b4-a75f-9c7ea53858a7 req-2e91b9fa-e0b0-4d41-92ed-fa9d24eedaa3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 May 27 03:54:48.266508 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device cc4c253a-e814-4d4c-b0db-49b5cfb42155 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:48.315133 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:48.320694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port cc4c253a-e814-4d4c-b0db-49b5cfb42155 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:54:48.436781 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9986666-0e42-4003-a49e-843012aecb11 req-feebb7ac-bd0b-4740-a7c2-1c790f120b3e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f33e0340-5039-4414-abe0-d6bfce8d405e HTTP/1.1" status: 200 len: 210 time: 0.0297484 May 27 03:54:48.449778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port cc4c253a-e814-4d4c-b0db-49b5cfb42155 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:48.450293 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.536216 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port cc4c253a-e814-4d4c-b0db-49b5cfb42155 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:48.536486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.565496 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:48.567854 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc182d77-5df9-4510-95e7-7a1c4fb2dfe8" -d '{"events": [{"server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:48.582717 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:48.626064 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c476b-9e8b-4d06-81b8-5e4ad9e6c801 x-openstack-request-id: req-7f4c476b-9e8b-4d06-81b8-5e4ad9e6c801 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:48.626396 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:48.626713 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f4c476b-9e8b-4d06-81b8-5e4ad9e6c801 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:48.627155 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4c476b-9e8b-4d06-81b8-5e4ad9e6c801'] response: {'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'code': 200} May 27 03:54:48.694703 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.695589 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:48.737548 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:48.773576 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:48.808369 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: DOWN; New status is: DOWN {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:49.033942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317dcff-7e61-48c7-a731-e1772ccb1fa0 req-bc2eea85-98f5-472d-9a9f-edd5b139fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:49.035511 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1317dcff-7e61-48c7-a731-e1772ccb1fa0 req-bc2eea85-98f5-472d-9a9f-edd5b139fa27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1130 time: 0.0721557 May 27 03:54:49.046368 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1354d07-7415-44eb-b783-87d6c9bcfd48 req-aebb8229-47d2-494e-9c9d-5de38fa0ca9b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:49.047861 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b1354d07-7415-44eb-b783-87d6c9bcfd48 req-aebb8229-47d2-494e-9c9d-5de38fa0ca9b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0759461 May 27 03:54:49.096776 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:49.131496 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1317dcff-7e61-48c7-a731-e1772ccb1fa0 req-c0fc70be-13a6-4d68-9d21-93bda7f3759c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821414 May 27 03:54:49.139630 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b1354d07-7415-44eb-b783-87d6c9bcfd48 req-cb5cda61-8823-447f-8b61-52f70220dcec tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850093 May 27 03:54:49.517533 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [req-fe58117b-d814-4c1e-9202-0ce9960cd353 req-bc131a80-ee95-45e0-b5cf-9ccd90cd3714 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:54:49.518640 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fe58117b-d814-4c1e-9202-0ce9960cd353 req-bc131a80-ee95-45e0-b5cf-9ccd90cd3714 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0624061 May 27 03:54:49.968392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beceed-26d9-4ed6-be1a-a65ab9b6da12 req-8c80cb3e-2d38-4eb5-888e-72bd6a43671b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:49.973402 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-25beceed-26d9-4ed6-be1a-a65ab9b6da12 req-8c80cb3e-2d38-4eb5-888e-72bd6a43671b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0595284 May 27 03:54:50.021509 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-25beceed-26d9-4ed6-be1a-a65ab9b6da12 req-ab277494-dc2a-44ad-8e75-0013a911b20a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470045 May 27 03:54:50.265630 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c7fbd-eed4-482e-a19d-446c91a59f6b req-e3611231-02f8-45e9-9a7a-80ef1b85b9c7 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.267127 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-163c7fbd-eed4-482e-a19d-446c91a59f6b req-e3611231-02f8-45e9-9a7a-80ef1b85b9c7 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0518603 May 27 03:54:50.325172 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-163c7fbd-eed4-482e-a19d-446c91a59f6b req-968cb696-1351-400d-baaa-d9587933b815 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 May 27 03:54:50.373084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 33768) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:50.459983 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-2f58d4a3-a62f-4664-9954-17bdafd878dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856004 May 27 03:54:50.470738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-0658a91d-69b8-4886-a81d-868bdf3a5fa5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:54:50.471727 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-0658a91d-69b8-4886-a81d-868bdf3a5fa5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051508 May 27 03:54:50.577412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 33776) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:50.680594 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-db5d14b1-0ec3-4994-87c7-2a8b0be513c6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.682024 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-db5d14b1-0ec3-4994-87c7-2a8b0be513c6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports/41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 940 time: 0.1035514 May 27 03:54:51.153048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65b995-2c84-42a1-bb7e-34c23ea0fd47 req-e7af7863-ac33-4ffd-baff-cd2f1dfb6585 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.154615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4e65b995-2c84-42a1-bb7e-34c23ea0fd47 req-e7af7863-ac33-4ffd-baff-cd2f1dfb6585 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0517273 May 27 03:54:51.204343 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4e65b995-2c84-42a1-bb7e-34c23ea0fd47 req-eaf8c67b-577f-4d1d-8d14-ea5cf4fe40c4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 May 27 03:54:51.438523 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebc414-d7f9-4eb9-ab4b-f92263a52bb2 req-678eec77-a580-405c-86c9-45ce7bf054a9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.439992 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9ebc414-d7f9-4eb9-ab4b-f92263a52bb2 req-678eec77-a580-405c-86c9-45ce7bf054a9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0462806 May 27 03:54:51.491104 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9ebc414-d7f9-4eb9-ab4b-f92263a52bb2 req-19dd1f11-5842-4d31-bee9-d9b9a6f68a6f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 May 27 03:54:52.324423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a19fd-993a-4e3f-8fce-761129edbe4a req-56f1a30e-9c33-4b62-ba39-01ec6f0faaf7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:52.325838 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d75a19fd-993a-4e3f-8fce-761129edbe4a req-56f1a30e-9c33-4b62-ba39-01ec6f0faaf7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0467684 May 27 03:54:52.372913 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d75a19fd-993a-4e3f-8fce-761129edbe4a req-00064c08-77d2-4a6b-9d1d-1d61964fff10 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410135 May 27 03:54:52.557588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.611474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976349f-afa9-4572-bf67-63654e9b6b31 req-53a84194-465d-496c-ad6b-fb75c10c3366 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:52.612865 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8976349f-afa9-4572-bf67-63654e9b6b31 req-53a84194-465d-496c-ad6b-fb75c10c3366 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0481689 May 27 03:54:52.664447 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8976349f-afa9-4572-bf67-63654e9b6b31 req-0aaa45c6-d910-4eb3-a974-36de329785c9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 May 27 03:54:53.498012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc244f86-4654-426c-9b5e-407d48d651ac req-d77ed875-f85f-4025-baff-5a01936ee264 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:53.499581 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dc244f86-4654-426c-9b5e-407d48d651ac req-d77ed875-f85f-4025-baff-5a01936ee264 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0520098 May 27 03:54:53.547796 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dc244f86-4654-426c-9b5e-407d48d651ac req-e75661b4-a847-41cd-af73-c257452ba116 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 May 27 03:54:53.783285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6bb41-71ed-4748-998b-c143576b10c2 req-a5dcc415-49f7-4d31-82f5-29324d08b95a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:53.784790 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-96f6bb41-71ed-4748-998b-c143576b10c2 req-a5dcc415-49f7-4d31-82f5-29324d08b95a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0520315 May 27 03:54:53.831452 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-96f6bb41-71ed-4748-998b-c143576b10c2 req-4fbaf384-7f76-4553-be0a-abfcab169776 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 May 27 03:54:54.670832 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b496c-0cc0-4c74-b948-a1e444fb0fac req-7fcd2c9b-4617-47cc-8d07-333c5d902ad6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:54.672306 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-151b496c-0cc0-4c74-b948-a1e444fb0fac req-7fcd2c9b-4617-47cc-8d07-333c5d902ad6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0479922 May 27 03:54:54.707542 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.727442 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-151b496c-0cc0-4c74-b948-a1e444fb0fac req-900a7fa0-6fdb-49bb-a941-b8d1cb7f3585 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 May 27 03:54:54.923950 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.930738 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.937153 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:54:54.958627 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8e12e-5e77-4b65-b0b4-cf697e21d12c req-67df38db-4a7a-4f14-8138-0b2d33a30320 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:54.960312 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61e8e12e-5e77-4b65-b0b4-cf697e21d12c req-67df38db-4a7a-4f14-8138-0b2d33a30320 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0501688 May 27 03:54:55.009501 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61e8e12e-5e77-4b65-b0b4-cf697e21d12c req-e9daaa85-1aa3-4f07-8592-cc4725c87854 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 May 27 03:54:55.123953 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218e8b8-e708-4499-bf60-95af79c891ed req-8af6832b-802c-4edd-b43c-0ad72ec1c398 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:55.125553 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2218e8b8-e708-4499-bf60-95af79c891ed req-8af6832b-802c-4edd-b43c-0ad72ec1c398 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0504069 May 27 03:54:55.181275 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2218e8b8-e708-4499-bf60-95af79c891ed req-78aecdaf-e7a0-4cf4-8120-998ee8b39e1c tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500114 May 27 03:54:55.525829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fd82-079c-4a05-b5ab-7097af986dd3 req-6e6a085f-8c40-4517-99ba-6c8c25a499bd tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:55.527824 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7a77fd82-079c-4a05-b5ab-7097af986dd3 req-6e6a085f-8c40-4517-99ba-6c8c25a499bd tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0552816 May 27 03:54:55.579512 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7a77fd82-079c-4a05-b5ab-7097af986dd3 req-568a55af-0805-458a-81c1-3cc75c4c9165 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 May 27 03:54:56.024657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819acd9-07b8-449a-959a-7e9792d5f71b req-30d70938-ca51-40d7-a751-49407299852f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:56.026225 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c819acd9-07b8-449a-959a-7e9792d5f71b req-30d70938-ca51-40d7-a751-49407299852f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0514398 May 27 03:54:56.081077 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c819acd9-07b8-449a-959a-7e9792d5f71b req-852e24d6-532e-4da0-b67e-5f32bcea1438 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486507 May 27 03:54:57.187439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:57.203380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97aad-941c-4689-8a87-4e6be121bbc4 req-8326e6b6-1bdc-4ae4-9fd3-fffb4230dbac tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.205236 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cdd97aad-941c-4689-8a87-4e6be121bbc4 req-8326e6b6-1bdc-4ae4-9fd3-fffb4230dbac tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0487382 May 27 03:54:57.259860 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cdd97aad-941c-4689-8a87-4e6be121bbc4 req-20c149c3-7f7f-48ea-9e19-35e356c83cc6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489166 May 27 03:54:57.366844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-b91cc889-dc4c-4173-8d00-4c5a1ecbd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.368948 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-b91cc889-dc4c-4173-8d00-4c5a1ecbd5a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 1127 time: 0.0737402 May 27 03:54:57.660518 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:57.671002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-363754d6-230a-459b-a85e-027f1f59cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.672514 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-363754d6-230a-459b-a85e-027f1f59cd25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1127 time: 0.2816296 May 27 03:54:57.762825 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-e5b1f63d-cc09-456d-b59a-0e3ee9f50fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.764257 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-e5b1f63d-cc09-456d-b59a-0e3ee9f50fec service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.0862012 May 27 03:54:57.831316 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-c5453ead-31a8-4195-9f58-db2a745fc8ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 999 time: 0.0605931 May 27 03:54:57.887908 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-976ff691-c1b4-462f-baec-14218bdbe44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.889453 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-976ff691-c1b4-462f-baec-14218bdbe44d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0519733 May 27 03:54:57.935408 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476532-3cad-473a-b766-6937a20189f8 req-53158a87-4e57-43b6-9749-d63b03b9a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.936963 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-53158a87-4e57-43b6-9749-d63b03b9a9b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419037 May 27 03:54:58.001966 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:58.057246 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-34c114f3-ba58-41af-a2b3-8eb9b485e339 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917344 May 27 03:54:58.129485 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-33476532-3cad-473a-b766-6937a20189f8 req-5fb8288e-13cd-4c71-a860-6f7183b27ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 May 27 03:54:58.388838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3effc99-d5f7-426d-ae9f-a1c6715304df req-8dcc38c9-a7f5-4b9f-aaa4-881d25b344d4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:58.390415 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d3effc99-d5f7-426d-ae9f-a1c6715304df req-8dcc38c9-a7f5-4b9f-aaa4-881d25b344d4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0524757 May 27 03:54:58.444141 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d3effc99-d5f7-426d-ae9f-a1c6715304df req-6d9c2a11-f0da-44ee-933e-cab369125982 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475700 May 27 03:54:59.571561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd26cfd-c86c-42dc-8f19-1747da88e421 req-94691500-a805-4663-9e1e-478554151d66 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:59.573344 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0fd26cfd-c86c-42dc-8f19-1747da88e421 req-94691500-a805-4663-9e1e-478554151d66 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0482669 May 27 03:54:59.622290 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0fd26cfd-c86c-42dc-8f19-1747da88e421 req-81b79895-d622-4a1f-9945-1cae4b9d83b3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 May 27 03:55:00.743362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6f48-bd24-4e32-aad7-0c02af1beba7 req-c3a8f984-ed9d-46ca-8a7e-0922632751f0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:00.744875 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6f4e6f48-bd24-4e32-aad7-0c02af1beba7 req-c3a8f984-ed9d-46ca-8a7e-0922632751f0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0480797 May 27 03:55:00.792728 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6f4e6f48-bd24-4e32-aad7-0c02af1beba7 req-860c5b53-e605-4f14-8e17-86db84d9480c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 May 27 03:55:01.958698 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1a49-13d9-4738-9e86-bc71ac4298f0 req-ca295225-d8ba-42c1-bacb-085712120d4a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:02.012349 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b3d1a49-13d9-4738-9e86-bc71ac4298f0 req-ca295225-d8ba-42c1-bacb-085712120d4a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0605059 May 27 03:55:02.023045 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b3d1a49-13d9-4738-9e86-bc71ac4298f0 req-d30478c7-a8ab-4f40-8f87-6eb70840b97e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548508 May 27 03:55:02.473030 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:02.478053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:03.166141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200312-b721-4ea1-a1e0-ba35b965b7c5 req-13928c3e-3299-4233-aaa1-8c4ed646e7c6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:03.168119 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-42200312-b721-4ea1-a1e0-ba35b965b7c5 req-13928c3e-3299-4233-aaa1-8c4ed646e7c6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0594325 May 27 03:55:03.230880 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-42200312-b721-4ea1-a1e0-ba35b965b7c5 req-b07689bf-caa0-43bb-adc3-77b29834abec tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556455 May 27 03:55:03.542936 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-a20605c6-e471-4ff7-8cdb-f693e5139ef9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:03.544563 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-a20605c6-e471-4ff7-8cdb-f693e5139ef9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/networks?id=1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 200 len: 814 time: 0.1101167 May 27 03:55:03.560254 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-49977b5d-6acb-4885-8ef6-7b6fa5460d5e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/quotas/aa040dcc21404116bd2e8b5c782df93c HTTP/1.1" status: 200 len: 375 time: 0.0102689 May 27 03:55:03.595599 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-e7bbde87-d1dd-411e-8a8e-7af82a1fb089 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295193 May 27 03:55:03.752377 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-42bd64b5-3451-4a23-8e34-8dd9ac588cb1 service neutron] 10.222.0.58 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500070 May 27 03:55:03.855369 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-6dfaec7a-d316-4866-866b-3dda51b1be81 service neutron] 10.222.0.58 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971134 May 27 03:55:04.118227 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a9dfb04a-7c25-4ebb-b759-47eb62ecc840 req-e37625c7-2747-4b69-b345-83c00869ee6e tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0285056 May 27 03:55:04.366442 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b0622-e8e3-49e1-8cf5-cc9f48300a37 req-0e2faa65-f04b-49fe-a026-0a93f4c03454 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:04.367866 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f9b0622-e8e3-49e1-8cf5-cc9f48300a37 req-0e2faa65-f04b-49fe-a026-0a93f4c03454 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0514357 May 27 03:55:04.424158 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f9b0622-e8e3-49e1-8cf5-cc9f48300a37 req-31124f46-2701-49a3-b5be-043b375eb579 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499997 May 27 03:55:05.241207 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6d15ef94-7099-4c2a-91bc-74c28e3ed628 req-6e9469ab-ced9-4597-86f5-f353e7dcbecb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0382049 May 27 03:55:05.557954 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2e8f5-28e2-44a3-8de2-b9315d4ec110 req-94c1cbbe-0798-4807-82c9-167129785071 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:05.560428 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3ea2e8f5-28e2-44a3-8de2-b9315d4ec110 req-94c1cbbe-0798-4807-82c9-167129785071 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0552750 May 27 03:55:05.620489 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3ea2e8f5-28e2-44a3-8de2-b9315d4ec110 req-74b3c9d3-7a32-4393-9575-603188a189b6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523748 May 27 03:55:06.347514 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ee6b7984-23c1-40fd-8d26-e82b55fafb48 req-f083a4b6-61cd-4372-948e-61d33e967175 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0313399 May 27 03:55:06.396791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9fab9608-c0c3-4533-bd28-a9965d560b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:06.736008 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=16 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:06.741513 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=12 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:06.752259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3aeb4-2d8e-4994-bd87-99621bcd8fca req-b383aff0-80f8-4262-8c63-80072ffc3478 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:06.758287 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-39c3aeb4-2d8e-4994-bd87-99621bcd8fca req-b383aff0-80f8-4262-8c63-80072ffc3478 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0491915 May 27 03:55:06.809739 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-39c3aeb4-2d8e-4994-bd87-99621bcd8fca req-cefc16d9-ace3-4b1d-b8a5-155362f61c05 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498261 May 27 03:55:07.460393 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-78b77ac3-f3a0-4c1d-bad5-2b3eac9683c6 req-345d189d-6249-46cd-934d-18fa19416a9b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0312512 May 27 03:55:07.961258 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891af91-4aa0-4dfa-b532-3fa99d9333a9 req-282f4d53-b8ca-4abd-b925-0ad7ea037623 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:07.963757 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e891af91-4aa0-4dfa-b532-3fa99d9333a9 req-282f4d53-b8ca-4abd-b925-0ad7ea037623 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0631514 May 27 03:55:08.015353 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e891af91-4aa0-4dfa-b532-3fa99d9333a9 req-3b6179d6-e5f6-4e8b-ade7-ea5663587736 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 May 27 03:55:08.565895 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0f4b7721-41e9-45ba-b9a8-09e0719a3d04 req-d1a25772-9e09-4519-8bd7-b9f9f97cb521 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0285926 May 27 03:55:09.154505 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e491-70e8-43f7-bb52-5053d9e833ad req-f0cfabd5-7da2-4aca-9ec5-ce1c967edf40 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:09.156000 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3424e491-70e8-43f7-bb52-5053d9e833ad req-f0cfabd5-7da2-4aca-9ec5-ce1c967edf40 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0508616 May 27 03:55:09.177296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:09.210328 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3424e491-70e8-43f7-bb52-5053d9e833ad req-b47b1405-0cf6-4a18-81d8-7d0d76135412 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 May 27 03:55:09.527913 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2836-c67a-40f3-80d2-5104041911df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:09.675172 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f3ed6ca8-8c95-41f8-b996-f2b2c8390e92 req-2bff4ff2-1e8b-46e4-b72f-2f1ff0f97065 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0321579 May 27 03:55:10.358780 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582245c4-d48c-4ae6-b078-ecee4db21bc9 req-b5ed68f0-37f1-4b56-8d37-56b54dbd02c7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:10.360609 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-582245c4-d48c-4ae6-b078-ecee4db21bc9 req-b5ed68f0-37f1-4b56-8d37-56b54dbd02c7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0616286 May 27 03:55:10.414432 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-582245c4-d48c-4ae6-b078-ecee4db21bc9 req-b09735e4-ef01-458e-a543-9b95d52cb8d5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 May 27 03:55:10.665196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:10.774422 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a847700d-a68d-4f27-9aa3-b8d29b711291 req-1c77efdb-75fc-4107-becc-2bd46e19faf0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0279479 May 27 03:55:11.533950 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:11.548343 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0b4e5-7ed1-4185-9107-fac4215b5ca3 req-97a9d283-65ad-497a-b81e-cafbd78a2e14 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:11.550382 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6bb0b4e5-7ed1-4185-9107-fac4215b5ca3 req-97a9d283-65ad-497a-b81e-cafbd78a2e14 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0521400 May 27 03:55:11.609687 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6bb0b4e5-7ed1-4185-9107-fac4215b5ca3 req-f4c63055-6ab5-4956-b2e3-58a6cbfebc49 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492580 May 27 03:55:11.682270 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:11.885597 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e52db385-56a2-40ae-8d01-fe74ad87623a req-15a8ca51-5e0a-4369-b7a2-9f7db357a86b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0326903 May 27 03:55:12.737041 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70cc0c-df81-4fcb-80d0-6710b69a58bf req-45941ef9-7105-443e-bc26-4f3863a24389 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:12.738488 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc70cc0c-df81-4fcb-80d0-6710b69a58bf req-45941ef9-7105-443e-bc26-4f3863a24389 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0506370 May 27 03:55:12.798703 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bc70cc0c-df81-4fcb-80d0-6710b69a58bf req-38912484-1a30-41f6-bb67-8cd228666857 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544522 May 27 03:55:12.967906 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.986975 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b1cdf65-42f8-4531-b4f3-e6183c7f5bc9 req-5a4e19f4-b716-45b1-860d-974ac796d1a5 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0305974 May 27 03:55:13.310787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:13.923363 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f45f0c-dd3f-4709-a378-212bd49bb606 req-e6206f54-7d53-4229-9efb-fd0fe084a84e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:13.924863 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f1f45f0c-dd3f-4709-a378-212bd49bb606 req-e6206f54-7d53-4229-9efb-fd0fe084a84e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0494261 May 27 03:55:13.973300 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f1f45f0c-dd3f-4709-a378-212bd49bb606 req-21698070-2b3f-48e3-bef0-04dbb259a6eb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 May 27 03:55:14.086173 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4af8a46-78dd-4e74-b7e8-073467d48b0e req-3008052a-a480-404c-bf95-aded0494d598 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0321152 May 27 03:55:15.096695 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45762af-fa3d-4451-8988-35cf2d97b8e3 req-af0bf1eb-c30d-49bb-ab79-1187f4e3e212 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:15.098303 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f45762af-fa3d-4451-8988-35cf2d97b8e3 req-af0bf1eb-c30d-49bb-ab79-1187f4e3e212 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0509558 May 27 03:55:15.148935 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f45762af-fa3d-4451-8988-35cf2d97b8e3 req-7217c878-ca0b-446e-b52d-e5cf303b5b9b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 May 27 03:55:15.185030 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9024208d-6ffc-4ae1-8c35-207b99f1d851 req-6a9ee24c-564a-4819-9764-f28392b1aefa tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0276270 May 27 03:55:16.281977 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db48d3-2071-4a8e-96b0-7b4d1f3e9577 req-7573219c-837d-4ba3-b3b1-4d095d18f7ca tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:16.283710 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95db48d3-2071-4a8e-96b0-7b4d1f3e9577 req-7573219c-837d-4ba3-b3b1-4d095d18f7ca tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0563152 May 27 03:55:16.284943 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc946f28-500c-4130-b727-54bb26634d14 req-b3ee8255-f196-4963-b5bc-7edeb03a082d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0299039 May 27 03:55:16.338957 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95db48d3-2071-4a8e-96b0-7b4d1f3e9577 req-11099f56-f853-4332-b281-1326d66d6f0e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493920 May 27 03:55:17.387566 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7357ccae-f6c3-453b-8d5f-ee8d28c776e0 req-54a3b47b-49c3-433a-999e-122e5471186b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0286419 May 27 03:55:17.466024 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ee6c4-eb5b-4d8c-afe4-c158ad5ba149 req-9d9a5954-0357-40d2-a0cb-2a5636cfa012 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:17.468135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ea8ee6c4-eb5b-4d8c-afe4-c158ad5ba149 req-9d9a5954-0357-40d2-a0cb-2a5636cfa012 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0488763 May 27 03:55:17.517413 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ea8ee6c4-eb5b-4d8c-afe4-c158ad5ba149 req-523f2923-ded4-41af-9f95-4b17f56e7fe3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 May 27 03:55:18.490957 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4142ed7b-6503-4c3c-b369-7850221a6fd8 req-658f05d1-2358-4eb4-b2e1-625b9ef596e2 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0316999 May 27 03:55:18.641517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017c6e0-bcfa-413b-bcb2-62a3164f49fd req-e4572bb2-b89c-4625-a73d-15875a76c2d3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:18.643032 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c017c6e0-bcfa-413b-bcb2-62a3164f49fd req-e4572bb2-b89c-4625-a73d-15875a76c2d3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0495100 May 27 03:55:18.697846 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c017c6e0-bcfa-413b-bcb2-62a3164f49fd req-bbf71e9b-6fb5-404f-b40d-a379900c89c9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490339 May 27 03:55:19.594990 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e94278c-7003-4083-b5fa-17b5c19a9caf req-e3a1c146-167f-46ee-90a2-960c8211d678 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0292964 May 27 03:55:19.831586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba5192-fe45-462f-b95c-f56d8b7c9b5f req-48cb6366-3b78-42c1-867f-47b290adb945 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:19.833630 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-99ba5192-fe45-462f-b95c-f56d8b7c9b5f req-48cb6366-3b78-42c1-867f-47b290adb945 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0581672 May 27 03:55:19.887385 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-99ba5192-fe45-462f-b95c-f56d8b7c9b5f req-5b716e3c-1380-4d17-9044-61d1f08465e1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484231 May 27 03:55:20.147422 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-bbb4de76-b713-490d-8988-1c8e484d78d6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:20.148988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-bbb4de76-b713-490d-8988-1c8e484d78d6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "GET /v2.0/networks?id=1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 200 len: 814 time: 0.1116071 May 27 03:55:20.163990 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Request body: {'port': {'device_id': 'f8e73849-097c-4288-919c-e71812424953', 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166', 'admin_state_up': True, 'tenant_id': 'aa040dcc21404116bd2e8b5c782df93c'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:20.333383 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Made reservation on behalf of aa040dcc21404116bd2e8b5c782df93c for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:20.337066 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:20.412604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:20.472015 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Allocated IP 172.20.0.8 (1eca4163-8a31-4343-ae64-1690a04bd166/f35a1d12-50ef-49bd-a4ec-d843e822a691/87f11725-d626-4fb1-9fe0-d77c96c1d9ec) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:20.628833 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks [] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:20.695606 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4bf6c5f-2c41-4156-9a76-8c385f6e78cd req-29a78e2d-c5ea-4880-bbc7-39e8c355ea6d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 210 time: 0.0293863 May 27 03:55:20.722210 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:20.765616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Network 1eca4163-8a31-4343-ae64-1690a04bd166 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:20.770984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:20.774861 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:55:20.780543 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:20.781342 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:20.787286 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Pushing event updated for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:20.791531 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:20.802005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.802351 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.802696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.803041 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.803495 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.803707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.804033 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.804386 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.804742 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.805072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.805392 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.805715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.806091 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.806403 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.806718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:20.901703 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d988045-f7a5-4264-bc13-ac314b79f6ca tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417805 May 27 03:55:20.912737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Request body: {'port': {'device_id': 'f8e73849-097c-4288-919c-e71812424953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:20.987481 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.019805 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8a36-7837-4f9a-a083-27c00581e001 req-e4884f3a-1318-4dfa-b56c-4470e6f217c3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:21.021414 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-377e8a36-7837-4f9a-a083-27c00581e001 req-e4884f3a-1318-4dfa-b56c-4470e6f217c3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0497034 May 27 03:55:21.075404 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-377e8a36-7837-4f9a-a083-27c00581e001 req-80569de8-819c-4243-9145-204f2763056c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465178 May 27 03:55:21.290218 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f11725-d626-4fb1-9fe0-d77c96c1d9ec {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:55:21.298385 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks [] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.311951 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Transition to ACTIVE for port object 87f11725-d626-4fb1-9fe0-d77c96c1d9ec will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:55:21.430873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.482859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Pushing event updated for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:21.518504 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Attempting to bind port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:55:21.518830 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Attempting to bind port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:55:21.519153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Attempting to bind port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec on network 1eca4163-8a31-4343-ae64-1690a04bd166 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:55:21.523664 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec on network 1eca4163-8a31-4343-ae64-1690a04bd166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:55:21.524017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Attempting to bind port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec on network 1eca4163-8a31-4343-ae64-1690a04bd166 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:55:21.528805 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:55:21.529138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Checking segment: {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:55:21.529608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Bound using segment: {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:55:21.529608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Bound port: 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a2135-7bb2-4d4a-9190-3b6ffc17a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:55:21.530340 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.546136 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:21.595245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:21.598385 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:21.659508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.694129 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:21.695005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:21.696404 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] 10.222.0.44 "PUT /v2.0/ports/87f11725-d626-4fb1-9fe0-d77c96c1d9ec HTTP/1.1" status: 200 len: 1093 time: 0.7877946 May 27 03:55:21.699055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:21.702578 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3410d66a-0575-4d1a-b639-a92b138a7f35" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e73849-097c-4288-919c-e71812424953", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:21.735037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a283e-295d-48ff-aab3-c3bd962acd36 service neutron] Pushing event updated for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:21.821881 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4d3e5-d9ad-4478-9d50-4e01952f2a17 req-bb0d2132-787e-4c9e-923c-74bce3280a7a tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:21.823399 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95b4d3e5-d9ad-4478-9d50-4e01952f2a17 req-bb0d2132-787e-4c9e-923c-74bce3280a7a tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 943 time: 0.0544538 May 27 03:55:21.833171 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7ba83-4a3e-4cff-825d-1c61f0c7db53 x-openstack-request-id: req-41b7ba83-4a3e-4cff-825d-1c61f0c7db53 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:21.833507 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e73849-097c-4288-919c-e71812424953", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:21.838482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41b7ba83-4a3e-4cff-825d-1c61f0c7db53 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:21.838482 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b7ba83-4a3e-4cff-825d-1c61f0c7db53'] response: {'name': 'network-changed', 'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec', 'status': 'completed', 'code': 200} May 27 03:55:21.846741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d5e146c-220d-4f13-92b0-8c32ee466f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:21.848241 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-1d5e146c-220d-4f13-92b0-8c32ee466f84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 1127 time: 0.0536487 May 27 03:55:21.882475 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-95b4d3e5-d9ad-4478-9d50-4e01952f2a17 req-3a60b3ce-e08b-4d03-a779-e8a666f46f1a tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 May 27 03:55:21.896932 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-4d838978-3418-4c04-b4c1-039c7fea47b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec HTTP/1.1" status: 200 len: 217 time: 0.0379767 May 27 03:55:21.946573 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d115ff4a-64c4-440d-ba3c-f381c0949e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:21.948017 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-d115ff4a-64c4-440d-ba3c-f381c0949e2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f35a1d12-50ef-49bd-a4ec-d843e822a691 HTTP/1.1" status: 200 len: 854 time: 0.0449266 May 27 03:55:21.985615 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-4ec8b5bd-6627-4736-9524-97c5e8ebcf45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eca4163-8a31-4343-ae64-1690a04bd166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282216 May 27 03:55:22.058496 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:22.085011 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-93b1e24e-76be-4423-99a0-472277803042 service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 May 27 03:55:22.221037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19974da-de75-4b53-a553-a596ef414505 req-68e8eecb-dc3c-4ab5-b7b0-f004e34a510a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:22.222578 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a19974da-de75-4b53-a553-a596ef414505 req-68e8eecb-dc3c-4ab5-b7b0-f004e34a510a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0670452 May 27 03:55:22.224394 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6996e803-76ad-4fae-8f75-45f02971de86 req-28fb7ae8-0f1e-45f1-9b76-2c311295696f service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312165 May 27 03:55:22.274457 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a19974da-de75-4b53-a553-a596ef414505 req-aef5713c-3074-42ad-9796-6295c618d292 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 May 27 03:55:22.545354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:23.059822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:23.059822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335d18b-5446-4aac-9df8-41da1b7c9af7 req-a69b96d3-b31a-4d1f-9d78-b5acb5956dd6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:23.059822 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4335d18b-5446-4aac-9df8-41da1b7c9af7 req-a69b96d3-b31a-4d1f-9d78-b5acb5956dd6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 943 time: 0.0497794 May 27 03:55:23.059822 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:23.059822 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4335d18b-5446-4aac-9df8-41da1b7c9af7 req-991fc8e8-dd5d-4036-acee-b7fbf012d3e8 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 May 27 03:55:23.397144 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec838-41ca-459b-abee-ae1045a43145 req-760ff0a2-ee4c-495f-9ae3-1f6c0660c198 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:23.398649 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-df7ec838-41ca-459b-abee-ae1045a43145 req-760ff0a2-ee4c-495f-9ae3-1f6c0660c198 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0472965 May 27 03:55:23.447362 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-df7ec838-41ca-459b-abee-ae1045a43145 req-c552bf35-60e8-4825-8e11-b8e95ce5482a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 May 27 03:55:24.171266 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae478560-384b-42d1-b03c-bc30674a944c req-be9e09ce-59c9-4d45-9519-cdaeea4f9218 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:24.172830 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ae478560-384b-42d1-b03c-bc30674a944c req-be9e09ce-59c9-4d45-9519-cdaeea4f9218 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 943 time: 0.0540857 May 27 03:55:24.221269 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ae478560-384b-42d1-b03c-bc30674a944c req-546d6abf-c04d-4296-8b1a-3eb72b744c62 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 May 27 03:55:24.572059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ae483-5c09-4e58-8694-5e93902e6cfb req-eb2430bc-cfdf-41e8-b8bc-8d1a5c41137b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:24.573553 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-314ae483-5c09-4e58-8694-5e93902e6cfb req-eb2430bc-cfdf-41e8-b8bc-8d1a5c41137b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0508909 May 27 03:55:24.622508 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-314ae483-5c09-4e58-8694-5e93902e6cfb req-e10c937a-394a-4e2c-ab1e-37b3ee08f466 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 May 27 03:55:25.341896 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db794d34-7b67-4ad4-8b06-6be972f897d4 req-2d3ca840-90bc-447c-a690-f4bf39b5cb7b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:25.344387 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-db794d34-7b67-4ad4-8b06-6be972f897d4 req-2d3ca840-90bc-447c-a690-f4bf39b5cb7b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 943 time: 0.0510011 May 27 03:55:25.395513 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-db794d34-7b67-4ad4-8b06-6be972f897d4 req-4723421d-0769-485a-a9ea-6c32f4fede06 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 May 27 03:55:25.754521 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cce3e-e2f4-4a3f-ba7e-1702aae0d7e9 req-7dc350bb-355f-44cc-98e8-2757320aab78 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:25.756024 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-625cce3e-e2f4-4a3f-ba7e-1702aae0d7e9 req-7dc350bb-355f-44cc-98e8-2757320aab78 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0548780 May 27 03:55:25.804981 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-625cce3e-e2f4-4a3f-ba7e-1702aae0d7e9 req-7a2bfd84-4104-4f41-97e1-4078fd675e44 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 May 27 03:55:26.362273 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-066ca07f-a5e6-4652-ab85-b7a4b9c41369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:26.363772 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-066ca07f-a5e6-4652-ab85-b7a4b9c41369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa040dcc21404116bd2e8b5c782df93c&device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 1127 time: 0.0462677 May 27 03:55:26.376536 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 87f11725-d626-4fb1-9fe0-d77c96c1d9ec details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:55:26.476304 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:26.488824 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec', 'network_id': '1eca4163-8a31-4343-ae64-1690a04bd166', 'port_id': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec', 'mac_address': 'fa:16:3e:25:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a1d12-50ef-49bd-a4ec-d843e822a691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:55:26.518174 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27140e7a-caf8-4b57-b57a-b3fde86102a3 req-2a37ada2-30ba-4040-99dd-76fb51d2e476 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:26.519744 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-27140e7a-caf8-4b57-b57a-b3fde86102a3 req-2a37ada2-30ba-4040-99dd-76fb51d2e476 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 943 time: 0.0543923 May 27 03:55:26.528429 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:55:26.528846 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:26.542537 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f11725-d626-4fb1-9fe0-d77c96c1d9ec {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:55:26.564629 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:26.574018 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-27140e7a-caf8-4b57-b57a-b3fde86102a3 req-6e958256-dabe-4d70-9927-bfcaa440dae9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 May 27 03:55:26.642533 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:26.691940 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:26.699001 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.699349 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.699681 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.700037 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.700366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.700715 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.701038 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.701356 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.701678 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.702008 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.702401 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.702983 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.703305 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.703647 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.703964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:26.929698 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda054bd-554a-4143-87c9-06c49fb8f4eb req-23fe94dc-0748-4473-81d2-10c3c5bd7861 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:26.931171 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fda054bd-554a-4143-87c9-06c49fb8f4eb req-23fe94dc-0748-4473-81d2-10c3c5bd7861 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0474195 May 27 03:55:26.978656 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fda054bd-554a-4143-87c9-06c49fb8f4eb req-72659d1c-1206-4951-bcf2-f8865a2e1559 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 May 27 03:55:27.488393 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['87f11725-d626-4fb1-9fe0-d77c96c1d9ec'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:55:27.695888 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8040-856a-4579-9323-3ebb93f90efd req-aeff7e74-25d0-439f-9247-8fbe044ffebe tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:27.697418 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-36cb8040-856a-4579-9323-3ebb93f90efd req-aeff7e74-25d0-439f-9247-8fbe044ffebe tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 944 time: 0.0501249 May 27 03:55:27.748706 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-36cb8040-856a-4579-9323-3ebb93f90efd req-562d096d-d070-43b8-bc45-d406884c37f6 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 May 27 03:55:28.096946 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11083853-a92c-427d-bf0e-41d93984f9ef req-63dc16ec-9d30-42d1-97b4-a22837d282d8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:28.102928 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-11083853-a92c-427d-bf0e-41d93984f9ef req-63dc16ec-9d30-42d1-97b4-a22837d282d8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0462904 May 27 03:55:28.145934 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-11083853-a92c-427d-bf0e-41d93984f9ef req-dc1e291d-b7ef-40ab-a4b1-f737c7abc6f4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 May 27 03:55:28.735174 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 87f11725-d626-4fb1-9fe0-d77c96c1d9ec up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:55:28.784222 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:55:28.866033 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213584-c158-49e0-af68-676e0cd99d1c req-a706c537-b569-4b6f-aff6-afd300a7c870 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:28.867634 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86213584-c158-49e0-af68-676e0cd99d1c req-a706c537-b569-4b6f-aff6-afd300a7c870 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 944 time: 0.0506325 May 27 03:55:28.904448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:55:28.904886 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:28.917914 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-86213584-c158-49e0-af68-676e0cd99d1c req-aec4e2b1-5476-4b25-8eb4-b4c876f33ae7 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 May 27 03:55:28.989310 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:55:28.989598 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:29.013778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:29.017410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefa3b4d-fd5f-4c7b-a165-1e2bafc187bc" -d '{"events": [{"server_uuid": "f8e73849-097c-4288-919c-e71812424953", "name": "network-vif-plugged", "status": "completed", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:29.032665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:29.104641 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:29.129314 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ec64f-8047-414a-a6a3-8e517a213b97 x-openstack-request-id: req-cf9ec64f-8047-414a-a6a3-8e517a213b97 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:29.129618 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e73849-097c-4288-919c-e71812424953", "name": "network-vif-plugged", "status": "completed", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:29.129862 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf9ec64f-8047-414a-a6a3-8e517a213b97 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:29.130249 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9ec64f-8047-414a-a6a3-8e517a213b97'] response: {'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec', 'code': 200} May 27 03:55:29.136275 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:29.158535 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:29.255570 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:29.310156 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f781702-4537-4c36-ad39-ecf968c777cc req-23fb19c1-9d09-44c8-a937-fd695c54e8c1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.311813 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f781702-4537-4c36-ad39-ecf968c777cc req-23fb19c1-9d09-44c8-a937-fd695c54e8c1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0697849 May 27 03:55:29.341681 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-de646d54-b0d3-49c7-98c3-ace39d0a9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.343249 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-de646d54-b0d3-49c7-98c3-ace39d0a9663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1127 time: 0.1111960 May 27 03:55:29.347506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-655add04-1e5a-4588-8c3d-47f243444a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.351767 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-655add04-1e5a-4588-8c3d-47f243444a1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 200 len: 915 time: 0.1188519 May 27 03:55:29.411715 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-aeef587d-280f-4d3e-81c2-700c145442a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec HTTP/1.1" status: 200 len: 217 time: 0.0558026 May 27 03:55:29.445151 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4f781702-4537-4c36-ad39-ecf968c777cc req-6b278675-ff4b-4275-a45e-849bbbc8dbca tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210792 May 27 03:55:29.506932 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-b41a3e18-6129-4948-ae30-f4d929bfe1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.509174 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-b41a3e18-6129-4948-ae30-f4d929bfe1ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.1370006 May 27 03:55:29.930934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-ffd859b5-25d8-41e5-884a-ff75809e2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.932866 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-ffd859b5-25d8-41e5-884a-ff75809e2836 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f35a1d12-50ef-49bd-a4ec-d843e822a691 HTTP/1.1" status: 200 len: 854 time: 0.0524030 May 27 03:55:29.987026 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22400-5d88-43e1-83f8-af046e5df4be req-83172c5b-7ec1-4614-a122-48cf678d541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:29.988743 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cae22400-5d88-43e1-83f8-af046e5df4be req-83172c5b-7ec1-4614-a122-48cf678d541e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 1129 time: 0.0655050 May 27 03:55:29.990769 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-391dc916-09fb-42b0-a4b7-1a53368a6459 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 200 len: 999 time: 0.1100013 May 27 03:55:29.992437 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-d8104ecf-7977-4af7-adf9-63f0ff0f2beb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eca4163-8a31-4343-ae64-1690a04bd166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522022 May 27 03:55:30.085858 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-30bde172-efdc-4411-b519-db48db54fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.087491 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-30bde172-efdc-4411-b519-db48db54fdec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0778992 May 27 03:55:30.090090 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cae22400-5d88-43e1-83f8-af046e5df4be req-3dd675eb-98be-4727-8c53-403ed284d6e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 May 27 03:55:30.090726 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ddf00-9405-431a-9e03-38b990a9ee6a req-affaff20-1df6-49a0-a365-2afd3956fc60 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.092233 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cf6ddf00-9405-431a-9e03-38b990a9ee6a req-affaff20-1df6-49a0-a365-2afd3956fc60 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0957315 May 27 03:55:30.107470 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:30.154556 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-b8182048-bb7e-4dcc-912a-2cb3c99067b2 service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479025 May 27 03:55:30.174631 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cf6ddf00-9405-431a-9e03-38b990a9ee6a req-52941e02-fdcc-4e42-b593-10a2dd921a58 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755739 May 27 03:55:30.536541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-068c5a3c-ddb5-41d3-8add-a51e6f045baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.538424 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-068c5a3c-ddb5-41d3-8add-a51e6f045baf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592518 May 27 03:55:30.633058 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3410d66a-0575-4d1a-b639-a92b138a7f35 req-22e48ba9-93e5-4923-badb-b7e99eaec3dc service neutron] 10.222.0.44 "GET /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428337 May 27 03:55:30.638738 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0b9bf-6d91-4156-9b41-131e181e74a2 req-f27f5841-752a-4d4c-8a64-e1c8add222ae tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.640881 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6eb0b9bf-6d91-4156-9b41-131e181e74a2 req-f27f5841-752a-4d4c-8a64-e1c8add222ae tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 943 time: 0.0761235 May 27 03:55:30.683826 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:30.694166 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:30.748542 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6eb0b9bf-6d91-4156-9b41-131e181e74a2 req-1a2cd4ef-5199-41df-9c1d-0d9f8ad52be1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732319 May 27 03:55:30.754791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:55:30.755392 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-46b3da46-d1da-4822-ad2b-b4c7a4b484ba service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085776 May 27 03:55:30.782749 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:30.796793 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ae18-bf34-4f61-b44e-f16ab50d9f7f req-2497bd06-546c-4116-b7f5-b8740d320d66 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.798709 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ed6ae18-bf34-4f61-b44e-f16ab50d9f7f req-2497bd06-546c-4116-b7f5-b8740d320d66 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0546796 May 27 03:55:30.856469 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ed6ae18-bf34-4f61-b44e-f16ab50d9f7f req-4505c809-c176-4bf6-bd1d-7c1a6adbec0b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 May 27 03:55:30.878110 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:30.883946 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34126) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:30.892724 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '41424024-3be4-4e45-ab50-5aa71afa1707', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': '41424024-3be4-4e45-ab50-5aa71afa1707', 'mac_address': 'fa:16:3e:8b:87:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:55:30.931386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:55:30.931386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:30.945449 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:55:30.967361 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:30.968440 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206b8c3-8e01-4e05-bb40-657d87a6da84 tempest-TestMinimumBasicScenario-1606062070 tempest-TestMinimumBasicScenario-1606062070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:30.971023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9206b8c3-8e01-4e05-bb40-657d87a6da84 tempest-TestMinimumBasicScenario-1606062070 tempest-TestMinimumBasicScenario-1606062070-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1125 time: 0.0887578 May 27 03:55:30.973880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34130) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:30.978171 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'port_id': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:31.036307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:31.065068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:31.087406 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=9']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:31.149950 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:31.298324 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Allocated IP 172.27.2.177 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/ae69e640-a4f2-4243-8116-a56be01b8cc0) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:31.319839 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c916-e34c-465c-9044-25cbf2a29096 req-56f33f1a-6e51-4ce0-aa7b-323960ddb5e0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:31.321350 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a751c916-e34c-465c-9044-25cbf2a29096 req-56f33f1a-6e51-4ce0-aa7b-323960ddb5e0 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0764985 May 27 03:55:31.468739 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a751c916-e34c-465c-9044-25cbf2a29096 req-70325ab6-3ed6-4c30-8503-c39e9718e1d9 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375062 May 27 03:55:31.503915 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bebf37e1-5aae-493d-a019-ca9cc6faaf08 req-2e668a7a-559c-4d2b-b5be-d3e1b3177c11 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905980 May 27 03:55:31.525965 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:31.625402 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:31.669707 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:31.671395 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['41424024-3be4-4e45-ab50-5aa71afa1707'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:55:31.673443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:31.677290 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:55:31.680015 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:31.698179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'Port': ['ID=ae69e640-a4f2-4243-8116-a56be01b8cc0,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:31.711370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.711723 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.712068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.712409 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.712769 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.713099 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.713428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.713756 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.714082 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.714414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.714745 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.715037 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.715360 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.715758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.715992 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:31.765972 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:31.903841 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ad5d-90b3-4969-9166-3af66c5ecd4f req-ff062c90-d5c7-4f58-821e-ef05f32b68a5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:31.907017 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c58ad5d-90b3-4969-9166-3af66c5ecd4f req-ff062c90-d5c7-4f58-821e-ef05f32b68a5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0617828 May 27 03:55:31.918398 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:31.924597 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:31.936114 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:55:31.964198 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c58ad5d-90b3-4969-9166-3af66c5ecd4f req-49f2b636-3ae2-43ef-ac37-01017ba07638 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 May 27 03:55:32.080780 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for floatingip (b87c2192-aa98-42ea-9c8d-29d769bd15fe), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.182913 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.365132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.435791 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.503504 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'Port': ['ID=ae69e640-a4f2-4243-8116-a56be01b8cc0,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:32.518341 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (b87c2192-aa98-42ea-9c8d-29d769bd15fe), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.815315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:32.847316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38a87-05ae-46e0-a9ae-761a742631dc req-0d8f7494-cbf0-44f1-85ed-c876615d8a36 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:32.848797 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-30a38a87-05ae-46e0-a9ae-761a742631dc req-0d8f7494-cbf0-44f1-85ed-c876615d8a36 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.2939165 May 27 03:55:32.889211 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:55:32.891914 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Floating IP b87c2192-aa98-42ea-9c8d-29d769bd15fe associated. External IP: 172.27.2.177, port: cc4c253a-e814-4d4c-b0db-49b5cfb42155. May 27 03:55:32.938343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 41424024-3be4-4e45-ab50-5aa71afa1707 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:55:32.938786 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:32.957543 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-30a38a87-05ae-46e0-a9ae-761a742631dc req-79d73d1f-b30b-4499-bd7e-500a6fc310dd tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015942 May 27 03:55:32.989082 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:33.032857 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 41424024-3be4-4e45-ab50-5aa71afa1707 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:55:33.033499 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.060996 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:33.064925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101509e2-b1bb-4433-9bd5-09b707815581" -d '{"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:33.079791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:33.166544 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b52f1b-abbe-41db-a480-169d73f8d007 req-addcd1eb-7c54-4d2a-8ceb-8301c3198471 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:33.168055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b3b52f1b-abbe-41db-a480-169d73f8d007 req-addcd1eb-7c54-4d2a-8ceb-8301c3198471 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 944 time: 0.0651522 May 27 03:55:33.168345 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.178162 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Router 1d017a61-a1bd-4450-8941-5581f25f8c5b has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:33.221457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=10']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:33.262264 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b3b52f1b-abbe-41db-a480-169d73f8d007 req-828ed7e9-8005-4ef2-bb9e-1d40c6b6b705 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867803 May 27 03:55:33.314419 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d16940-08af-4ec5-87d8-0870c5f2c0b9 x-openstack-request-id: req-03d16940-08af-4ec5-87d8-0870c5f2c0b9 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:33.314872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-plugged", "status": "completed", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:33.315123 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03d16940-08af-4ec5-87d8-0870c5f2c0b9 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:33.315514 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d16940-08af-4ec5-87d8-0870c5f2c0b9'] response: {'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'code': 200} May 27 03:55:33.331210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:33.342797 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Sync routers for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:55:33.354514 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:55:33.358366 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:55:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.420487 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.451574 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f3c3d12e-8846-4f6e-a1a0-b522da5f6db2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4766581 May 27 03:55:33.452182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:33.454666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34150) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:33.455162 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e7663-a404-45fc-952d-76ac849daddc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:33.457317 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:55:33.460847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418274266', 'description': 'tempest-secgroup-smoke-418274266 description', 'project_id': '23a9a973f147497f976d77d3a468087e'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:33.558377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f5cf6-404c-4183-b813-3101f31d5cc8 x-openstack-request-id: req-fa3f5cf6-404c-4183-b813-3101f31d5cc8 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:33.558664 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:33.558914 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa3f5cf6-404c-4183-b813-3101f31d5cc8 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:33.559354 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3f5cf6-404c-4183-b813-3101f31d5cc8'] response: {'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:55:33.567387 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.637409 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.669286 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'b87c2192-aa98-42ea-9c8d-29d769bd15fe', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'port_id': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'mac_address': 'fa:16:3e:1c:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:31Z', 'updated_at': '2022-05-27T03:55:31Z', 'revision_number': 0, 'project_id': '23a9a973f147497f976d77d3a468087e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.698717 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Checking router: 1d017a61-a1bd-4450-8941-5581f25f8c5b for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:55:33.704911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.708119 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:55:33.708762 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:55:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.735333 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:33.801582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7663-a404-45fc-952d-76ac849daddc req-e3b5ef91-895e-4a8b-a788-5bfaab2b7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:33.803108 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-e3b5ef91-895e-4a8b-a788-5bfaab2b7d5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1130 time: 0.0415196 May 27 03:55:33.821506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.823696 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5fdc09e7-374a-4d49-a0d7-753a920c758f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3671114 May 27 03:55:33.826528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34158) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:33.833033 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:33.834670 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:55:33.918314 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7663-a404-45fc-952d-76ac849daddc req-f333dcf2-8af0-4be9-b563-7725718f1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:33.919809 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-f333dcf2-8af0-4be9-b563-7725718f1de0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 916 time: 0.1083126 May 27 03:55:33.972156 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (94e050e0-b779-4e64-9e5c-8e15d3950d2b), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:33.992343 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-61cc4ae3-50fa-47d9-a913-e2d88a862093 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 1000 time: 0.0654635 May 27 03:55:34.056538 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7663-a404-45fc-952d-76ac849daddc req-ec998703-8ac8-4de6-a313-b90566bdac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:34.058403 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (94e050e0-b779-4e64-9e5c-8e15d3950d2b), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.058647 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-ec998703-8ac8-4de6-a313-b90566bdac83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.0599988 May 27 03:55:34.075206 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'b87c2192-aa98-42ea-9c8d-29d769bd15fe', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'port_id': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'mac_address': 'fa:16:3e:1c:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:31Z', 'updated_at': '2022-05-27T03:55:31Z', 'revision_number': 0, 'project_id': '23a9a973f147497f976d77d3a468087e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:34.120779 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba29560-e198-4e36-9460-1a64e7ed2832 None None] The sync data for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi is: [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'b87c2192-aa98-42ea-9c8d-29d769bd15fe', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'port_id': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'mac_address': 'fa:16:3e:1c:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:31Z', 'updated_at': '2022-05-27T03:55:31Z', 'revision_number': 0, 'project_id': '23a9a973f147497f976d77d3a468087e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:55:34.121262 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:34.121262 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7663-a404-45fc-952d-76ac849daddc req-4bb83efc-f72a-48c6-a819-f819527d1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:34.121562 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-4bb83efc-f72a-48c6-a819-f819527d1fe3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557263 May 27 03:55:34.146076 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (94e050e0-b779-4e64-9e5c-8e15d3950d2b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.153109 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12080c-92a7-4747-a357-40472362d7ed req-2320386f-07cc-490d-80a0-3da0cc2b4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:34.154609 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dd12080c-92a7-4747-a357-40472362d7ed req-2320386f-07cc-490d-80a0-3da0cc2b4115 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 1130 time: 0.0536695 May 27 03:55:34.165576 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:34.184155 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e050e0-b779-4e64-9e5c-8e15d3950d2b,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:34.214131 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dd12080c-92a7-4747-a357-40472362d7ed req-870a5ab4-f0b9-4bf4-ac68-7be4ddf652f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530491 May 27 03:55:34.234284 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-5d1bc09d-a6e5-49fc-b91a-bd8b7043a22e service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063955 May 27 03:55:34.254877 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.257344 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-fa3cac03-69f6-4c82-b5b2-5dea3e5a97bf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270978 May 27 03:55:34.259507 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34160) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:34.264159 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:34.334432 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863cfd3-0ce2-493b-b001-822852b95953 None None] New status for floating IP b87c2192-aa98-42ea-9c8d-29d769bd15fe: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:55:34.363258 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (6ea5f8a6-a654-4ea7-aa83-28401e7b7b79), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.367886 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:34.384451 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:34.400457 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633bb9-2c8a-4dd6-920e-96fdd82cd3e3 req-7a8ff066-ce22-48a2-8005-1e96c8cfe827 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:34.402937 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9d633bb9-2c8a-4dd6-920e-96fdd82cd3e3 req-7a8ff066-ce22-48a2-8005-1e96c8cfe827 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0563066 May 27 03:55:34.422078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (6ea5f8a6-a654-4ea7-aa83-28401e7b7b79), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.465931 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9d633bb9-2c8a-4dd6-920e-96fdd82cd3e3 req-93d98d36-a340-46fe-b1ba-0196f1209e02 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534830 May 27 03:55:34.504933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (6ea5f8a6-a654-4ea7-aa83-28401e7b7b79), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.524876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea5f8a6-a654-4ea7-aa83-28401e7b7b79,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:34.620792 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.622088 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4bfc4fd8-57fb-472d-952c-334862810fa2 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614643 May 27 03:55:34.625115 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34164) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:34.630014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:34.740183 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (d88abdb9-5e84-49b9-a27b-158021899de9), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.794208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (d88abdb9-5e84-49b9-a27b-158021899de9), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.833236 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-633e7663-a404-45fc-952d-76ac849daddc req-a8cf3ccf-8d20-4b74-b3db-519d2cc33d4b service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 May 27 03:55:34.882873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (d88abdb9-5e84-49b9-a27b-158021899de9), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:34.907209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88abdb9-5e84-49b9-a27b-158021899de9,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:35.026589 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.027760 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a01257a6-27a0-446c-a785-318b9d4e5dab tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4013698 May 27 03:55:35.030706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34168) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:35.035561 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:35.139709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (141ce777-b46b-4661-9037-3cd7588da7f0), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.191479 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (141ce777-b46b-4661-9037-3cd7588da7f0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.332932 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (141ce777-b46b-4661-9037-3cd7588da7f0), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.354668 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ce777-b46b-4661-9037-3cd7588da7f0,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:35.426376 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.427601 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6bcddd09-234a-4848-b89d-46a2b1131f02 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3957436 May 27 03:55:35.430477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34170) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:35.435190 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:35.516201 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.securitygroups_db [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Project 23a9a973f147497f976d77d3a468087e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:55:35.522370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (053f4bc9-8138-4e7a-9e02-0281843f4667), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.617673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e45f-d608-49c0-ad01-2a99c2656c15 req-cb1b5307-6551-42fe-956d-b18b2c174a9b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:35.619154 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8c68e45f-d608-49c0-ad01-2a99c2656c15 req-cb1b5307-6551-42fe-956d-b18b2c174a9b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0674310 May 27 03:55:35.630053 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (053f4bc9-8138-4e7a-9e02-0281843f4667), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.674749 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8c68e45f-d608-49c0-ad01-2a99c2656c15 req-7af25a64-50f5-4d2c-9183-6d04d2b32b72 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 May 27 03:55:35.709928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (053f4bc9-8138-4e7a-9e02-0281843f4667), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.729760 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053f4bc9-8138-4e7a-9e02-0281843f4667,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:35.786621 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.787877 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bfbdfa36-f671-4f13-99d8-83dc7a4b1787 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563805 May 27 03:55:35.790669 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34174) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:35.795079 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'security_group_rule': {'security_group_id': 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d', 'project_id': '23a9a973f147497f976d77d3a468087e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:35.858581 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.securitygroups_db [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Project 23a9a973f147497f976d77d3a468087e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:55:35.865879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (9886d3bc-ad24-4665-aa16-bc9c769021ed), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:35.913062 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:35.922023 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (9886d3bc-ad24-4665-aa16-bc9c769021ed), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.052566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (9886d3bc-ad24-4665-aa16-bc9c769021ed), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.072273 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9886d3bc-ad24-4665-aa16-bc9c769021ed,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:36.117896 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.119218 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5b812729-6ce9-41d9-878e-996ba5e5caa6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275483 May 27 03:55:36.220621 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-b0d9a6bc-4087-428c-9280-9737751df619 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418274266&fields=id&tenant_id=23a9a973f147497f976d77d3a468087e HTTP/1.1" status: 200 len: 267 time: 0.0536962 May 27 03:55:36.234829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:36.274964 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-6231ae76-983e-4ae5-a28d-238cb6dfd188 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:36.276468 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-6231ae76-983e-4ae5-a28d-238cb6dfd188 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0502617 May 27 03:55:36.289295 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'port': {'security_groups': ['ac66d619-442a-4d09-ae04-54da9477baa2', 'f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d']}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:55:36.368103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.384598 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f69ba4d-1f52-490e-ae79-243acaf431f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.603093 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:36.634525 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.732704 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.757397 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:55:36.776275 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:36.776908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:36.778374 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5e8acb17-ace4-4995-99d2-8d441f3bfea1 req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "PUT /v2.0/ports/cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 982 time: 0.4939280 May 27 03:55:36.778823 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:36.781800 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:36.806135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:36.810208 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342be59b-fc96-4af8-85f5-ecce088fcbd3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=6']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:36.851267 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e478f-f42f-4fa2-ab43-87256dca0b11 req-19d42249-9246-4cff-a786-b3d2dbe330d7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:36.853679 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a97e478f-f42f-4fa2-ab43-87256dca0b11 req-19d42249-9246-4cff-a786-b3d2dbe330d7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0997221 May 27 03:55:36.910536 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:55:36.954106 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c75b-a6a7-490c-a05b-ee847730e3d1 req-8e69550c-848d-4b03-ba2b-1e24c2772acc tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:36.957531 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a97e478f-f42f-4fa2-ab43-87256dca0b11 req-41d20b3b-4514-44e5-a936-e54a5c4bbcbb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966825 May 27 03:55:36.970184 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1d99c75b-a6a7-490c-a05b-ee847730e3d1 req-8e69550c-848d-4b03-ba2b-1e24c2772acc tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.1000435 May 27 03:55:36.999296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:37.086556 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35739d63-9f38-43b2-be36-66615cab687b x-openstack-request-id: req-35739d63-9f38-43b2-be36-66615cab687b {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:37.086855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:37.087126 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35739d63-9f38-43b2-be36-66615cab687b {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:37.087518 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35739d63-9f38-43b2-be36-66615cab687b'] response: {'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:55:37.108221 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1d99c75b-a6a7-490c-a05b-ee847730e3d1 req-1691344d-5c9f-4c92-97a5-aacd22c014cd tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321535 May 27 03:55:37.152802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-fa17881b-5a56-4a18-9343-fca6302d3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:37.154541 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-fa17881b-5a56-4a18-9343-fca6302d3101 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1169 time: 0.0448160 May 27 03:55:37.257970 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-6619fc09-3de1-4faf-a726-c753685417a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:37.260356 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-6619fc09-3de1-4faf-a726-c753685417a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 916 time: 0.0988019 May 27 03:55:37.291780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-3e62de85-a4eb-4cc2-a528-4b0511726b4d None None] Provisioning complete for port cc4c253a-e814-4d4c-b0db-49b5cfb42155 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:55:37.292147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3e62de85-a4eb-4cc2-a528-4b0511726b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:37.341049 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-7ce8d442-05a1-444b-a2a2-6f9d3182aa64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 1002 time: 0.0729201 May 27 03:55:37.396232 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-d0bc3a18-4822-4b5e-a728-913acb20cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:37.398149 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-d0bc3a18-4822-4b5e-a728-913acb20cb41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.0501840 May 27 03:55:37.455911 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-f9718d02-25ab-49e8-8290-65013b01841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:37.457436 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-f9718d02-25ab-49e8-8290-65013b01841e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515075 May 27 03:55:37.490874 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:37.506805 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-3e62de85-a4eb-4cc2-a528-4b0511726b4d None None] Current status of the port cc4c253a-e814-4d4c-b0db-49b5cfb42155 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:55:37.516253 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:37.573135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-f54d0c16-be89-4c06-b153-da2d366241e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065114 May 27 03:55:37.623386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:37.689187 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa33e491-b524-4d6f-a6d1-e49b1ca61a16 req-4ca4714c-f594-461b-b3a8-791ced19b7b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087663 May 27 03:55:38.132797 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b70e74-b36a-410a-945d-a9513724fb31 req-fb6bb53d-5313-4f2f-83a6-06e08f5f422a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:38.134170 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-39b70e74-b36a-410a-945d-a9513724fb31 req-fb6bb53d-5313-4f2f-83a6-06e08f5f422a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0515304 May 27 03:55:38.184475 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-39b70e74-b36a-410a-945d-a9513724fb31 req-248a28dc-f3e4-4f2d-bf1e-83f730f71031 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 May 27 03:55:39.545493 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fc4ef25c-2022-4b4e-813d-753cc3a24948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:40.681752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:41.618515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:43.310781 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:44.072517 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=68 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:44.079383 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:47.682651 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=61 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:48.173954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=18 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:48.181090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:52.583799 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:02.513653 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:02.521667 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:04.061367 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d507e9-0584-42c9-becc-7514ac94ccf7 req-d4963c1a-1c4a-4308-bf46-a9b76c1664b8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:04.063072 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b9d507e9-0584-42c9-becc-7514ac94ccf7 req-d4963c1a-1c4a-4308-bf46-a9b76c1664b8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0523043 May 27 03:56:04.087550 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-6f27dc90-878e-445c-b12f-51e272ea30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:04.089059 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-6f27dc90-878e-445c-b12f-51e272ea30ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0482724 May 27 03:56:04.113253 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b9d507e9-0584-42c9-becc-7514ac94ccf7 req-bb79d273-826c-49cb-a9c8-dab311f0d463 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 May 27 03:56:04.185749 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-372377e8-99cd-4666-a5f0-b731b8f31b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:04.187269 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-372377e8-99cd-4666-a5f0-b731b8f31b8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0905831 May 27 03:56:04.254341 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-8e5bc8ae-e6e1-44f8-9d65-36eaeeb5c44f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1000 time: 0.0604486 May 27 03:56:04.304014 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-1847ae70-6d32-48e1-8771-594d23381f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:04.305517 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-1847ae70-6d32-48e1-8771-594d23381f9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0446706 May 27 03:56:04.351255 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-af58223b-9e28-470a-aa38-4febb65e2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:04.352886 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-af58223b-9e28-470a-aa38-4febb65e2dac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397725 May 27 03:56:04.445050 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-87182a40-a6f6-4d65-954e-902046b550fa service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 May 27 03:56:04.537392 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-da02e3c4-dd80-4703-bbf3-53873683f528 req-6eadb7f2-f96a-4d50-9ec7-370662b249d6 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 May 27 03:56:05.131119 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4d0a-8703-4b3c-92a3-fd62f7794409 req-e0592f4d-da92-4d85-b8ae-2d27ac3c766b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:05.132943 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2bcc4d0a-8703-4b3c-92a3-fd62f7794409 req-e0592f4d-da92-4d85-b8ae-2d27ac3c766b tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0489585 May 27 03:56:05.185286 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2bcc4d0a-8703-4b3c-92a3-fd62f7794409 req-5ede994e-b3e4-4b26-8072-dbaa2b4e3ac3 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 May 27 03:56:05.234973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341cfe2-40c6-4210-a796-0ba3bb943f7f req-3601dbe0-9547-4dd8-903a-2721ce70df6d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:05.236447 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a341cfe2-40c6-4210-a796-0ba3bb943f7f req-3601dbe0-9547-4dd8-903a-2721ce70df6d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0479114 May 27 03:56:05.287323 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a341cfe2-40c6-4210-a796-0ba3bb943f7f req-d672362a-20b2-4fb4-9e73-ed131785a69b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 May 27 03:56:06.312712 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98ba0-ccb6-4a7c-9876-63d361d9c7b7 req-059812f6-5c40-45bb-8ab1-a2721bb115ef tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:06.314844 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f2f98ba0-ccb6-4a7c-9876-63d361d9c7b7 req-059812f6-5c40-45bb-8ab1-a2721bb115ef tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0553551 May 27 03:56:06.367746 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f2f98ba0-ccb6-4a7c-9876-63d361d9c7b7 req-481ebff8-8119-46a4-96e6-49274bb3f657 tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 May 27 03:56:06.372215 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3db72da9-b98c-4a64-911c-8e3eed4b134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:06.412428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939b73-e0dd-42e7-b4d9-c10ad826e2de req-5340728c-1a26-4f52-820d-6a85ced566ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:06.414548 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f939b73-e0dd-42e7-b4d9-c10ad826e2de req-5340728c-1a26-4f52-820d-6a85ced566ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0510762 May 27 03:56:06.462684 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f939b73-e0dd-42e7-b4d9-c10ad826e2de req-66b23087-50ec-4912-8a19-e97382118935 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 May 27 03:56:07.036312 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-96c67c0a-6006-4368-b964-88307ac5701c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:07.037736 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-96c67c0a-6006-4368-b964-88307ac5701c tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0462365 May 27 03:56:07.126517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Deleting port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:56:07.126739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:07.217463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] For port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,segment=NetworkSegment(780a2135-7bb2-4d4a-9190-3b6ffc17a356),segment_id=780a2135-7bb2-4d4a-9190-3b6ffc17a356)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:07.217821 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:07.231604 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Calling delete_port for 87f11725-d626-4fb1-9fe0-d77c96c1d9ec owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:56:07.274251 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:07.307394 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:07.475939 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (87f11725-d626-4fb1-9fe0-d77c96c1d9ec), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:07.503704 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6d03-bcd5-45a2-8aba-a52fc1fd7069 req-29bc8490-1ea5-425b-bfae-e20dc690672d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:07.503704 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f5c6d03-bcd5-45a2-8aba-a52fc1fd7069 req-29bc8490-1ea5-425b-bfae-e20dc690672d tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e73849-097c-4288-919c-e71812424953 HTTP/1.1" status: 200 len: 945 time: 0.0531673 May 27 03:56:07.504305 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['87f11725-d626-4fb1-9fe0-d77c96c1d9ec'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:56:07.510253 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Pushing event deleted for resources: {'Port': ['ID=87f11725-d626-4fb1-9fe0-d77c96c1d9ec,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:07.575063 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f5c6d03-bcd5-45a2-8aba-a52fc1fd7069 req-558dea0b-1a33-435b-9f90-57f2407d83da tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7e13a65-8e85-4fe8-b3e2-99a1f4728083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 May 27 03:56:07.588278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] No DVR routers for this DVR port 87f11725-d626-4fb1-9fe0-d77c96c1d9ec on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:56:07.591046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:07.594368 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d344e67f-f7dc-444f-ae14-d3d25bd0f368 req-ed86ca14-8680-4d79-afc2-bffe1c96edeb tempest-VolumesSnapshotTestJSON-1197707478 tempest-VolumesSnapshotTestJSON-1197707478-project] 10.222.0.44 "DELETE /v2.0/ports/87f11725-d626-4fb1-9fe0-d77c96c1d9ec HTTP/1.1" status: 204 len: 173 time: 0.5508587 May 27 03:56:07.594807 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'name': 'network-vif-deleted', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:56:07.597042 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819208f8-5cf2-434d-83b3-f46968fd15a0" -d '{"events": [{"server_uuid": "f8e73849-097c-4288-919c-e71812424953", "name": "network-vif-deleted", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:56:07.636478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde922-3e8a-494e-936c-3397cf2ec76d req-4f5a4aeb-0e01-4d56-9819-1c2732124485 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:07.638067 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-82fde922-3e8a-494e-936c-3397cf2ec76d req-4f5a4aeb-0e01-4d56-9819-1c2732124485 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0848849 May 27 03:56:07.639700 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da2fe3-89cb-46ca-9557-fbcaa7c2b666 x-openstack-request-id: req-68da2fe3-89cb-46ca-9557-fbcaa7c2b666 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:56:07.639841 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e73849-097c-4288-919c-e71812424953", "name": "network-vif-deleted", "tag": "87f11725-d626-4fb1-9fe0-d77c96c1d9ec", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:56:07.640049 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68da2fe3-89cb-46ca-9557-fbcaa7c2b666 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:56:07.640435 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68da2fe3-89cb-46ca-9557-fbcaa7c2b666'] response: {'server_uuid': 'f8e73849-097c-4288-919c-e71812424953', 'name': 'network-vif-deleted', 'tag': '87f11725-d626-4fb1-9fe0-d77c96c1d9ec', 'status': 'completed', 'code': 200} May 27 03:56:07.692079 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-82fde922-3e8a-494e-936c-3397cf2ec76d req-65a4f502-70c5-49b4-8475-2873dbdc9d0d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479968 May 27 03:56:08.813470 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d9f8a-1f1e-4bf2-8998-29c70917e36a req-4de8556a-d45c-45f6-b92e-9f78fb9d6c70 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:08.814947 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b6d9f8a-1f1e-4bf2-8998-29c70917e36a req-4de8556a-d45c-45f6-b92e-9f78fb9d6c70 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0482349 May 27 03:56:08.867446 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b6d9f8a-1f1e-4bf2-8998-29c70917e36a req-98e8d007-a54b-48ef-87d5-2e0bd177aaf8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 May 27 03:56:08.917037 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:08.921977 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:08.935085 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:56:09.543714 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cb5e-a67d-4805-91da-f50d68910380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:09.989922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6dc9-82ba-4729-bfcf-33b50e8b25de req-14ded7bd-a9a4-4cc7-add8-7cc4cb8c55cf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:09.991515 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ecb6dc9-82ba-4729-bfcf-33b50e8b25de req-14ded7bd-a9a4-4cc7-add8-7cc4cb8c55cf tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0495756 May 27 03:56:10.043871 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ecb6dc9-82ba-4729-bfcf-33b50e8b25de req-c8041929-b166-4a42-9697-4bd956d4c6d1 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466616 May 27 03:56:10.686162 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:11.111675 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 87f11725-d626-4fb1-9fe0-d77c96c1d9ec no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:56:11.132377 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 87f11725-d626-4fb1-9fe0-d77c96c1d9ec {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:56:11.132756 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 87f11725-d626-4fb1-9fe0-d77c96c1d9ec not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:56:11.171247 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295856af-79ae-494b-9c38-0acf9a437a7c req-3cb13ab7-4657-49ca-86b6-cc7400aa465d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:11.172761 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-295856af-79ae-494b-9c38-0acf9a437a7c req-3cb13ab7-4657-49ca-86b6-cc7400aa465d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0556974 May 27 03:56:11.223654 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-295856af-79ae-494b-9c38-0acf9a437a7c req-aae56628-e535-4b0e-9ad7-efcfa01ae465 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 May 27 03:56:11.592026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:12.340847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a035-8c52-4f5a-a9e4-6b5aaf9f8d2c req-74ba1971-e0b3-47e0-9ed3-bf7e6f815df7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:12.342306 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b4f6a035-8c52-4f5a-a9e4-6b5aaf9f8d2c req-74ba1971-e0b3-47e0-9ed3-bf7e6f815df7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0481834 May 27 03:56:12.392408 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b4f6a035-8c52-4f5a-a9e4-6b5aaf9f8d2c req-7360d31d-9b93-4ac6-9325-0d5d671d90d9 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 May 27 03:56:13.308983 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:13.514749 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21dbbf-a795-41c3-b60f-13be551c6c8b req-60044ae1-73dd-452a-8f9f-560d621986a0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:13.516256 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8d21dbbf-a795-41c3-b60f-13be551c6c8b req-60044ae1-73dd-452a-8f9f-560d621986a0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0493321 May 27 03:56:13.565554 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8d21dbbf-a795-41c3-b60f-13be551c6c8b req-a13b5f29-59ac-4397-bb0e-d2234aa62ace tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 May 27 03:56:14.683275 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306d8e-6048-4bb2-a7bb-445d7b61c6b3 req-92ca575e-2454-459e-8a99-43dec795e885 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:14.684774 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-11306d8e-6048-4bb2-a7bb-445d7b61c6b3 req-92ca575e-2454-459e-8a99-43dec795e885 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0483389 May 27 03:56:14.736616 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-11306d8e-6048-4bb2-a7bb-445d7b61c6b3 req-1152bf1d-3254-4917-8be8-13e0def726dd tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 May 27 03:56:15.859859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562a16-a617-4e23-9f80-1a35f0f40199 req-5a102cbf-ea47-4b92-a44d-fe446134c343 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:15.862192 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c5562a16-a617-4e23-9f80-1a35f0f40199 req-5a102cbf-ea47-4b92-a44d-fe446134c343 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0549133 May 27 03:56:15.913467 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c5562a16-a617-4e23-9f80-1a35f0f40199 req-ba7d0e0a-ea76-479c-801d-c3919a2af2d6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 May 27 03:56:17.034101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78035af-1843-4c4c-b9e1-20dba09efe49 req-8ab2aad0-83d9-45d1-829b-dbf83a071078 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:17.035661 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b78035af-1843-4c4c-b9e1-20dba09efe49 req-8ab2aad0-83d9-45d1-829b-dbf83a071078 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0509305 May 27 03:56:17.091506 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b78035af-1843-4c4c-b9e1-20dba09efe49 req-3956f9bb-fdc3-41f2-89d8-b5d3e7c021ea tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502343 May 27 03:56:17.704739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec214-14f0-409b-a336-31978e7d45fd req-06c7d062-a6bf-4c1c-a6cd-b6cb942a158a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:17.706274 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c2ec214-14f0-409b-a336-31978e7d45fd req-06c7d062-a6bf-4c1c-a6cd-b6cb942a158a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0522873 May 27 03:56:17.757599 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c2ec214-14f0-409b-a336-31978e7d45fd req-7ea9d3de-9eb8-4d08-a148-8703a678b37b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 May 27 03:56:18.212116 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c733fa0-8770-4925-b682-1849f3fc2c12 req-881550af-1184-415f-bf32-12f407c350a3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:18.214202 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7c733fa0-8770-4925-b682-1849f3fc2c12 req-881550af-1184-415f-bf32-12f407c350a3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0483308 May 27 03:56:18.263341 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7c733fa0-8770-4925-b682-1849f3fc2c12 req-85c6414f-a57d-41ab-acec-071f749c6aa8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 May 27 03:56:18.879317 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6af11-e8dd-4c58-9f2e-641d5e2207cc req-3fe89a20-3eb9-4815-b571-075c4b253b4d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:18.881268 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cab6af11-e8dd-4c58-9f2e-641d5e2207cc req-3fe89a20-3eb9-4815-b571-075c4b253b4d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0492694 May 27 03:56:18.931052 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cab6af11-e8dd-4c58-9f2e-641d5e2207cc req-4df92b9d-11d9-41db-a6c5-9385000633dc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 May 27 03:56:18.973298 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:19.383605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa75b4-8561-42f0-9406-233e0b319890 req-f883a6db-a2bb-4e5d-82b8-f27723934a64 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:19.385669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c3aa75b4-8561-42f0-9406-233e0b319890 req-f883a6db-a2bb-4e5d-82b8-f27723934a64 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0506878 May 27 03:56:19.437471 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c3aa75b4-8561-42f0-9406-233e0b319890 req-b2036de3-741a-4bfd-97f6-063734fd0993 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461709 May 27 03:56:20.053667 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869256b-d42d-4988-b889-9e1e55292f9c req-3a33bf91-a91f-4b0d-8f8e-e8f138086c9b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:20.055152 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6869256b-d42d-4988-b889-9e1e55292f9c req-3a33bf91-a91f-4b0d-8f8e-e8f138086c9b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0521290 May 27 03:56:20.105822 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6869256b-d42d-4988-b889-9e1e55292f9c req-e5972173-5bde-455b-b709-2e4237c83f19 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 May 27 03:56:20.558331 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b8c6a-da72-4156-9c59-8900a578cbe2 req-928a9907-9b46-4277-886a-9ac7c47fd94d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:20.559899 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-535b8c6a-da72-4156-9c59-8900a578cbe2 req-928a9907-9b46-4277-886a-9ac7c47fd94d tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0514588 May 27 03:56:20.592129 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:20.609522 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-535b8c6a-da72-4156-9c59-8900a578cbe2 req-5ea17690-e8f3-4d2b-9484-3962fdf94e62 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 May 27 03:56:21.223589 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3b0a-83ff-4946-829f-2ee938bc4441 req-a4fc8bdf-9bda-402a-9333-b5427e50ecf7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:21.225101 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-40ba3b0a-83ff-4946-829f-2ee938bc4441 req-a4fc8bdf-9bda-402a-9333-b5427e50ecf7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0484092 May 27 03:56:21.237548 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:21.285527 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-40ba3b0a-83ff-4946-829f-2ee938bc4441 req-a7fb28ad-3c30-4e8e-86c7-351248efddf4 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541892 May 27 03:56:21.690781 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:21.728188 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d9c40-56bd-452f-827b-f75ab64b0b31 req-f9ba5610-48de-4c30-a826-ece885e1b6d2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:21.731392 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd5d9c40-56bd-452f-827b-f75ab64b0b31 req-f9ba5610-48de-4c30-a826-ece885e1b6d2 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0490365 May 27 03:56:21.778436 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cd5d9c40-56bd-452f-827b-f75ab64b0b31 req-acc7ddc8-4df3-4b37-9aca-3bc6716a2afa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 May 27 03:56:22.407936 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903c2e8-3e3a-465a-b53d-60f9f63e86a3 req-98ac9fef-452d-49ea-bfca-92284dccb98f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:22.409420 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3903c2e8-3e3a-465a-b53d-60f9f63e86a3 req-98ac9fef-452d-49ea-bfca-92284dccb98f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0506604 May 27 03:56:22.457419 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3903c2e8-3e3a-465a-b53d-60f9f63e86a3 req-e33660f1-3844-4d63-af3c-71a35f332a61 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 May 27 03:56:22.594423 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:22.907500 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e5729-252a-416f-92b8-3c9d617606d2 req-7831d5f9-bfc7-435a-9c11-1712170d5e32 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:22.909255 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b7e5729-252a-416f-92b8-3c9d617606d2 req-7831d5f9-bfc7-435a-9c11-1712170d5e32 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0631702 May 27 03:56:22.959972 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b7e5729-252a-416f-92b8-3c9d617606d2 req-9ecd2cbe-df37-43fb-94d7-34afb5457c11 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 May 27 03:56:23.558139 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:23.577502 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66ab8-c2de-4359-aee3-7844c2a0234c req-c5f2c72a-e95b-4670-b00a-04b19bd00b59 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:23.578994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-25d66ab8-c2de-4359-aee3-7844c2a0234c req-c5f2c72a-e95b-4670-b00a-04b19bd00b59 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0535820 May 27 03:56:23.625973 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-25d66ab8-c2de-4359-aee3-7844c2a0234c req-cc12e025-3483-4c71-9eb7-3709959e8473 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 May 27 03:56:24.078886 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefe9c8-e025-42f3-8890-15951b9ac1cc req-f148e9f1-7a1c-41b5-b4c7-88ff3ae2c0f0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:24.080407 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-deefe9c8-e025-42f3-8890-15951b9ac1cc req-f148e9f1-7a1c-41b5-b4c7-88ff3ae2c0f0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0476861 May 27 03:56:24.127565 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-deefe9c8-e025-42f3-8890-15951b9ac1cc req-52db1712-b30b-47ce-ab8e-1c08bf97b205 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 May 27 03:56:24.743886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8afea-4260-47c1-ad69-d91c6f1b1657 req-d2a32f67-a646-4a51-8105-5d09bb590f0d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:24.744958 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ee8afea-4260-47c1-ad69-d91c6f1b1657 req-d2a32f67-a646-4a51-8105-5d09bb590f0d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0488875 May 27 03:56:24.797510 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2ee8afea-4260-47c1-ad69-d91c6f1b1657 req-e3482cb3-b3f3-4a3b-a062-75afba8db546 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 May 27 03:56:25.244662 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104ef6e-b77f-4a53-be97-d97195f142c4 req-d4dd5c7c-7866-45f9-b1e9-e54c12fdcb73 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:25.246919 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8104ef6e-b77f-4a53-be97-d97195f142c4 req-d4dd5c7c-7866-45f9-b1e9-e54c12fdcb73 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0516222 May 27 03:56:25.293486 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8104ef6e-b77f-4a53-be97-d97195f142c4 req-1c7eb4b2-bc6f-4f5d-aabd-4f83c0ecf60b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 May 27 03:56:25.917511 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c2cf-190e-40cc-a394-8510156fb205 req-ffb089c4-eede-4fd9-a5a7-ba099bd0d222 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:25.919618 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-31d9c2cf-190e-40cc-a394-8510156fb205 req-ffb089c4-eede-4fd9-a5a7-ba099bd0d222 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0483532 May 27 03:56:25.968177 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-31d9c2cf-190e-40cc-a394-8510156fb205 req-36c4108c-e089-4e42-bf97-9099fff94365 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 May 27 03:56:26.413672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61079cf1-8a63-4a44-a861-9150b484ed3c req-0d46145f-1e76-47eb-8912-cf8952d0056b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:26.415154 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61079cf1-8a63-4a44-a861-9150b484ed3c req-0d46145f-1e76-47eb-8912-cf8952d0056b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0474441 May 27 03:56:26.463689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-61079cf1-8a63-4a44-a861-9150b484ed3c req-efbb7a98-1b0b-4f60-8d3b-b45be42d9fc0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 May 27 03:56:27.081633 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc32b-0275-4455-bd47-8a3d3d74302b req-f6846a77-257d-49fe-b14e-a18564635e2d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:27.083042 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5d6bc32b-0275-4455-bd47-8a3d3d74302b req-f6846a77-257d-49fe-b14e-a18564635e2d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0469325 May 27 03:56:27.131361 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5d6bc32b-0275-4455-bd47-8a3d3d74302b req-1e79c3ee-1bd2-4683-8c61-eb8c7c963137 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 May 27 03:56:27.446168 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-eea7f63e-1111-4469-868e-210bbd9d7266 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508602 May 27 03:56:27.484055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dbf9e-c6de-4f56-97a8-e867f2a5e406 req-1bd32b88-1533-4acf-9bd2-1ac5d901b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:27.485744 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f7dbf9e-c6de-4f56-97a8-e867f2a5e406 req-1bd32b88-1533-4acf-9bd2-1ac5d901b4e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0445187 May 27 03:56:27.537443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-9d03fe00-a3ed-4ee1-810b-11d9a2965650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:27.539046 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-9d03fe00-a3ed-4ee1-810b-11d9a2965650 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 1129 time: 0.0444262 May 27 03:56:27.550530 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8f7dbf9e-c6de-4f56-97a8-e867f2a5e406 req-f4665ab2-b04d-4766-93c7-cff74cf27557 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553823 May 27 03:56:27.586710 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1240-6608-48f3-a933-36b4d93191bb req-53d117b1-e8e0-4aa3-833c-8ad73287affa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:27.588187 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9fa1240-6608-48f3-a933-36b4d93191bb req-53d117b1-e8e0-4aa3-833c-8ad73287affa tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0510151 May 27 03:56:27.636989 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9fa1240-6608-48f3-a933-36b4d93191bb req-eee5d618-d11c-4780-ad8b-630c92246768 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 May 27 03:56:28.135277 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-85457df5-9efd-44cd-be66-ca10dcbc6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:28.137557 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-85457df5-9efd-44cd-be66-ca10dcbc6a5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0940158 May 27 03:56:28.177981 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-2176694f-1332-4514-9637-1acba7437a8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 200 len: 217 time: 0.0332189 May 27 03:56:28.247458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e91da-19b5-49ff-a6e3-050374bc528c req-b9d21dbf-3ba0-4601-8b7f-9f844a98bd5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:28.248967 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6c1e91da-19b5-49ff-a6e3-050374bc528c req-b9d21dbf-3ba0-4601-8b7f-9f844a98bd5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0489590 May 27 03:56:28.299178 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6c1e91da-19b5-49ff-a6e3-050374bc528c req-c89dd054-969b-4d7b-9535-c19bcadc649a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 May 27 03:56:28.688288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-9f1b4892-76f7-407e-88b6-dcb4ed916ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:28.689858 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-9f1b4892-76f7-407e-88b6-dcb4ed916ef8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0466626 May 27 03:56:29.011145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-7efc68fa-48b0-49c1-bbef-5cd4eaf72a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:29.013428 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-7efc68fa-48b0-49c1-bbef-5cd4eaf72a72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3165405 May 27 03:56:29.029113 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5ac0-c131-4362-a235-13ebbae87eea req-05380207-69e0-4a10-b713-3035a6883269 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:29.030517 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8ce5ac0-c131-4362-a235-13ebbae87eea req-05380207-69e0-4a10-b713-3035a6883269 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.3075566 May 27 03:56:29.080370 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d8ce5ac0-c131-4362-a235-13ebbae87eea req-9f633751-5a00-45b6-8d97-5fbf2a746d33 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 May 27 03:56:29.417997 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0eae-196c-4de8-9260-46067bfcf3da req-5f3e3c82-b9ce-46d8-9eac-8ac58329b6bb tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:29.420014 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f0d0eae-196c-4de8-9260-46067bfcf3da req-5f3e3c82-b9ce-46d8-9eac-8ac58329b6bb tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0513034 May 27 03:56:29.474443 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f0d0eae-196c-4de8-9260-46067bfcf3da req-387b4216-d11e-4a21-b549-a491e06da924 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 May 27 03:56:29.811779 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:29.836508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:29.843439 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-a5036a54-49e9-4937-bd60-3bd1c420db11 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896788 May 27 03:56:29.964745 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-116fed33-d75c-4e1c-a2c0-ef778c9b742a req-de9925ff-0f68-47b3-89dd-f69059a3b815 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915129 May 27 03:56:30.205925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14ed55-cdc9-4294-9831-aea6d61350a4 req-6aa0f1b0-4350-456a-bc19-a7f1a618714a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:30.207408 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e14ed55-cdc9-4294-9831-aea6d61350a4 req-6aa0f1b0-4350-456a-bc19-a7f1a618714a tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0510700 May 27 03:56:30.255765 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e14ed55-cdc9-4294-9831-aea6d61350a4 req-731b0e2c-e837-47fd-817f-846ccff99605 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 May 27 03:56:30.594706 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e82e9d-cdb3-44cc-a8ed-73c785cd039b req-6318454a-ede6-48c3-95fb-a768c97c2c96 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:30.596207 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-96e82e9d-cdb3-44cc-a8ed-73c785cd039b req-6318454a-ede6-48c3-95fb-a768c97c2c96 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0488398 May 27 03:56:30.645237 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-96e82e9d-cdb3-44cc-a8ed-73c785cd039b req-664bba0c-5d7a-40fe-9f52-55112d763f19 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 May 27 03:56:30.835185 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205a39-f336-4f4f-a5e5-d9da4c0563a1 req-a8655b00-2783-4958-9da9-dd69cf9d5f98 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:30.836715 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b205a39-f336-4f4f-a5e5-d9da4c0563a1 req-a8655b00-2783-4958-9da9-dd69cf9d5f98 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0475271 May 27 03:56:30.892152 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b205a39-f336-4f4f-a5e5-d9da4c0563a1 req-f451e29c-0f81-42ae-a4cc-61dda7686f65 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493078 May 27 03:56:30.919064 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-0dc13fc7-1b95-47d8-97eb-727531a039f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:30.921251 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-0dc13fc7-1b95-47d8-97eb-727531a039f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0570993 May 27 03:56:31.016465 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-132dc02a-f5aa-4403-9543-84ad545a074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:31.017965 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-132dc02a-f5aa-4403-9543-84ad545a074a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0893764 May 27 03:56:31.084626 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-8fd8f606-8a65-4607-b768-69f66277ddf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1000 time: 0.0591981 May 27 03:56:31.133616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-5b737218-eb6d-400e-abcf-6339e1c8a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:31.135066 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-5b737218-eb6d-400e-abcf-6339e1c8a2da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0444384 May 27 03:56:31.184666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-0faa8a07-9d1a-4511-8fb6-69e3b8d6d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:31.186172 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-0faa8a07-9d1a-4511-8fb6-69e3b8d6d652 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419269 May 27 03:56:31.282314 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-f33ba68d-70c2-4289-b8b1-2f0eb94d4f8a service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891032 May 27 03:56:31.378955 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf1ff040-3540-4018-8f69-4af6326c40cb req-1fb3edd6-f2b7-46dd-adc1-22662cbaa554 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882723 May 27 03:56:31.769722 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136ed4-8ea0-4e32-bf8a-60cebb6c7ed2 req-5339a869-1797-4dbc-bbea-b558963f89da tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:31.771275 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d0136ed4-8ea0-4e32-bf8a-60cebb6c7ed2 req-5339a869-1797-4dbc-bbea-b558963f89da tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0486000 May 27 03:56:31.823299 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d0136ed4-8ea0-4e32-bf8a-60cebb6c7ed2 req-0af05d65-89fd-4391-8d61-8ecafc9ea5c1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461299 May 27 03:56:32.222941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea1237-8e32-4103-aec3-1ebdea03a23b req-b5014469-2706-47c9-9342-ba43105c21d8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:32.224449 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48ea1237-8e32-4103-aec3-1ebdea03a23b req-b5014469-2706-47c9-9342-ba43105c21d8 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.2616863 May 27 03:56:32.273692 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48ea1237-8e32-4103-aec3-1ebdea03a23b req-76062afa-da5f-422c-abd6-86d0ad340cd4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 May 27 03:56:32.511347 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:32.513387 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:32.945415 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4675e-6f4b-4229-b85c-0949c18fa6e5 req-8798b45e-50dc-4e82-8a84-ea78dd3ccdab tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:32.946902 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d6a4675e-6f4b-4229-b85c-0949c18fa6e5 req-8798b45e-50dc-4e82-8a84-ea78dd3ccdab tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0505369 May 27 03:56:32.995402 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d6a4675e-6f4b-4229-b85c-0949c18fa6e5 req-1c0a7d5d-04d9-47d3-8296-1849100ecbd9 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 May 27 03:56:33.391658 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2b3a0-7e8e-4e0c-bdec-e999ada3ac19 req-78d4c3cf-8e2a-4937-a2a2-5929662cf1d3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:33.393153 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a5d2b3a0-7e8e-4e0c-bdec-e999ada3ac19 req-78d4c3cf-8e2a-4937-a2a2-5929662cf1d3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0481727 May 27 03:56:33.405442 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:33.433847 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:33.441014 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a5d2b3a0-7e8e-4e0c-bdec-e999ada3ac19 req-595eaafd-1c35-418b-a637-a935a5f22da1 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 May 27 03:56:34.104155 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:34.117622 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5351c-10a3-41cc-930f-2a8c9fb9dbb2 req-f6f2a7cb-1a04-4c5b-928b-626192ac5671 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:34.119142 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-65f5351c-10a3-41cc-930f-2a8c9fb9dbb2 req-f6f2a7cb-1a04-4c5b-928b-626192ac5671 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0498834 May 27 03:56:34.168922 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-65f5351c-10a3-41cc-930f-2a8c9fb9dbb2 req-e166d5dd-a1ee-4682-9b87-23759c85723d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434892 May 27 03:56:34.561795 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488538f3-52c0-4767-8837-bfc3aff12bb1 req-87bb9b04-0741-4007-abf5-b45ee1430a06 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:34.563591 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-488538f3-52c0-4767-8837-bfc3aff12bb1 req-87bb9b04-0741-4007-abf5-b45ee1430a06 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0528433 May 27 03:56:34.577975 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83163472-194c-4070-a796-a1e417b25e4d req-21f41a84-7841-4176-910e-897185577a0e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:34.581129 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-83163472-194c-4070-a796-a1e417b25e4d req-21f41a84-7841-4176-910e-897185577a0e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0593450 May 27 03:56:34.614624 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-488538f3-52c0-4767-8837-bfc3aff12bb1 req-60cf6615-36b1-45ae-a164-f078e384bebe tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 May 27 03:56:34.630010 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-83163472-194c-4070-a796-a1e417b25e4d req-d971acfd-a62e-4ea8-8428-97ff587a5f9d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 May 27 03:56:34.782522 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-10daaef1-1f37-470a-8699-3d3fc20da562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:34.783946 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-10daaef1-1f37-470a-8699-3d3fc20da562 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0405326 May 27 03:56:34.797718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:34.884108 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-b925a2bc-1a93-47ed-b51a-1fe90e495d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:34.885615 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-b925a2bc-1a93-47ed-b51a-1fe90e495d42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 912 time: 0.0952387 May 27 03:56:34.954349 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-20be4de4-5852-4488-a77b-644f9cd42eee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 200 len: 1001 time: 0.0614853 May 27 03:56:35.003960 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-bb15cee3-d398-4a35-9aaf-5044c68908a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:35.005510 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-bb15cee3-d398-4a35-9aaf-5044c68908a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.0456328 May 27 03:56:35.054781 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-265d00c4-5bdb-44ed-b9f9-55f3c6c247ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:35.056197 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-265d00c4-5bdb-44ed-b9f9-55f3c6c247ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447354 May 27 03:56:35.148113 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-86634571-fe44-4154-ad7d-e97d02b4bc10 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838437 May 27 03:56:35.243435 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4b78c8b4-d657-41b9-a8a9-36299543915d req-2301b829-0a4f-413e-8ea9-3fd8e6d7ef8b service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884101 May 27 03:56:35.737295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8e318-739e-43f8-98ec-fad6cc8af14f req-4f5542bb-7b25-471f-b5b8-e6416d53a65e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:35.738684 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-90e8e318-739e-43f8-98ec-fad6cc8af14f req-4f5542bb-7b25-471f-b5b8-e6416d53a65e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0486610 May 27 03:56:35.750891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79c678-d41e-433b-a60a-bbce41779372 req-4eebeb54-7727-4c20-9bff-bf7386438bd5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:35.752453 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2e79c678-d41e-433b-a60a-bbce41779372 req-4eebeb54-7727-4c20-9bff-bf7386438bd5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0496380 May 27 03:56:35.786959 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-90e8e318-739e-43f8-98ec-fad6cc8af14f req-e9b41e8f-4531-46ef-b3ef-2148376384ab tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 May 27 03:56:35.801721 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2e79c678-d41e-433b-a60a-bbce41779372 req-5c73ebb1-d9ef-44d1-8294-9a8a7dc39868 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 May 27 03:56:35.899155 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd825-752b-4ccc-bc87-0e87d8e985bb req-4f14275d-00aa-4c8d-988d-78e7f98e2428 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:35.900745 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-02abd825-752b-4ccc-bc87-0e87d8e985bb req-4f14275d-00aa-4c8d-988d-78e7f98e2428 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0486290 May 27 03:56:35.909597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34628) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:56:35.913649 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Request body: {'floatingip': {'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:56:35.973887 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (168749f0-051f-4344-bad3-714374a01be5), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:36.387908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0d582803-0de7-4784-b344-0f6133e2e146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:36.443956 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:36.520653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (168749f0-051f-4344-bad3-714374a01be5), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:36.723655 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:36.772145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:36.808611 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:36.828044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:36.832880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:36.841252 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:56:36.857582 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:56:36.860049 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:56:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:36.870202 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:56:36.872737 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df6604-98f7-4c60-a024-0da702b5e76e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:56:36.935600 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88399ec-d9c0-46f1-b472-0cd2783e1667 x-openstack-request-id: req-a88399ec-d9c0-46f1-b472-0cd2783e1667 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:56:36.935890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:56:36.936143 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a88399ec-d9c0-46f1-b472-0cd2783e1667 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:56:36.936675 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88399ec-d9c0-46f1-b472-0cd2783e1667'] response: {'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'status': 'completed', 'code': 200} May 27 03:56:36.944667 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c2f2fede-dffe-44bf-8731-d051073d7235 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "PUT /v2.0/floatingips/168749f0-051f-4344-bad3-714374a01be5 HTTP/1.1" status: 200 len: 992 time: 1.0344222 May 27 03:56:36.957027 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bcbaf-6f1e-48dd-84bc-354639ebed35 req-285b28a8-8468-4c27-9b40-a220a58e09f2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:36.958638 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-160bcbaf-6f1e-48dd-84bc-354639ebed35 req-285b28a8-8468-4c27-9b40-a220a58e09f2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0627692 May 27 03:56:36.981080 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:56:37.012107 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-dfb07845-7fe9-442e-b47e-22578cd5abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:37.014194 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-dfb07845-7fe9-442e-b47e-22578cd5abcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0518861 May 27 03:56:37.021220 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-160bcbaf-6f1e-48dd-84bc-354639ebed35 req-07b5b674-f17d-4d08-a36e-d8a1f19496a7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556836 May 27 03:56:37.111477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-30f18d53-fce2-4e0a-a4ba-9cbf2498fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:37.113019 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-30f18d53-fce2-4e0a-a4ba-9cbf2498fad0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0917258 May 27 03:56:37.181818 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-b7c4ac8e-4d1c-4656-aa2a-7216271cba73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1000 time: 0.0622842 May 27 03:56:37.203341 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:56:36Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:37.218985 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:37.228095 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:56:37.236531 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-cedbd420-ef52-4457-ac4f-b3d84d9aac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:37.236531 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-cedbd420-ef52-4457-ac4f-b3d84d9aac48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0452411 May 27 03:56:37.237510 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:56:37.238108 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:56:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:37.276680 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-5b205486-49d8-4440-88e3-1df0ef08413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:37.278261 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-5b205486-49d8-4440-88e3-1df0ef08413c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398943 May 27 03:56:37.381392 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-7760caa3-3406-4faf-a390-cc3ff0cf51bd service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971410 May 27 03:56:37.434329 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:56:37.475189 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e4df6604-98f7-4c60-a024-0da702b5e76e req-d315b9d9-8d05-4f1b-8628-b29e1a030d59 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 May 27 03:56:37.655418 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:56:36Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:37.680373 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcc6f0-3af7-4b50-85e7-0899648cb8e6 None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '168749f0-051f-4344-bad3-714374a01be5', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'port_id': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'mac_address': 'fa:16:3e:bb:2d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:19Z', 'updated_at': '2022-05-27T03:56:36Z', 'revision_number': 3, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:56:38.686841 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34664) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:56:38.731582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Deleting subnet f35a1d12-50ef-49bd-a4ec-d843e822a691 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:56:38.735353 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Publish callbacks [] for subnet (f35a1d12-50ef-49bd-a4ec-d843e822a691), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.773365 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (f35a1d12-50ef-49bd-a4ec-d843e822a691), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.817498 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (f35a1d12-50ef-49bd-a4ec-d843e822a691), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.937792 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:56:38.940306 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e90c7-219d-4e28-b841-592c3f6a989d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:56:38.960331 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (f35a1d12-50ef-49bd-a4ec-d843e822a691), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.990590 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941207f-82b2-42a8-827c-0721f0c3004c x-openstack-request-id: req-7941207f-82b2-42a8-827c-0721f0c3004c {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:56:38.990876 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:56:38.991130 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7941207f-82b2-42a8-827c-0721f0c3004c {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:56:38.991527 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7941207f-82b2-42a8-827c-0721f0c3004c'] response: {'name': 'network-changed', 'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'status': 'completed', 'code': 200} May 27 03:56:38.994154 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35a1d12-50ef-49bd-a4ec-d843e822a691,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:38.997201 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.000749 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f35a1d12-50ef-49bd-a4ec-d843e822a691 HTTP/1.1" status: 204 len: 168 time: 0.3127713 May 27 03:56:39.006008 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34668) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:56:39.015049 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.016055 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.016407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.016774 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.017112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.017443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.017771 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.018097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.018425 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.018750 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.019076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.019401 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.019724 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.020053 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.020370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc276ac-af35-43d6-9399-6bc3e3a0d9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:39.045482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-3708fbff-69de-4855-ab7a-065fff396998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:39.047377 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-3708fbff-69de-4855-ab7a-065fff396998 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 1129 time: 0.0457046 May 27 03:56:39.059973 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:39.092019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (1eca4163-8a31-4343-ae64-1690a04bd166), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.143299 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-dffe69ef-ffb2-41e8-b395-af6814557991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:39.144789 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-dffe69ef-ffb2-41e8-b395-af6814557991 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.0918019 May 27 03:56:39.171415 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (1eca4163-8a31-4343-ae64-1690a04bd166), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.193395 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eca4163-8a31-4343-ae64-1690a04bd166']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.204039 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780a2135-7bb2-4d4a-9190-3b6ffc17a356') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.204230 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780a2135-7bb2-4d4a-9190-3b6ffc17a356') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.207906 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-30ad572c-f1b9-47e3-b560-be125f1cb093 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 200 len: 1000 time: 0.0562804 May 27 03:56:39.218816 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (780a2135-7bb2-4d4a-9190-3b6ffc17a356), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.232902 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (780a2135-7bb2-4d4a-9190-3b6ffc17a356), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.239182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:56:39.239589 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (780a2135-7bb2-4d4a-9190-3b6ffc17a356), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.262474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-078574d2-3d53-4e3f-9708-530ad142e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:39.264159 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-078574d2-3d53-4e3f-9708-530ad142e6fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0508146 May 27 03:56:39.311838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-bdb766af-e0c1-4828-9773-73bd0c0d76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:39.313466 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-bdb766af-e0c1-4828-9773-73bd0c0d76b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441244 May 27 03:56:39.322165 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 780a2135-7bb2-4d4a-9190-3b6ffc17a356 resource provider aggregate not found May 27 03:56:39.350562 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 780a2135-7bb2-4d4a-9190-3b6ffc17a356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 780a2135-7bb2-4d4a-9190-3b6ffc17a356 found for delete ", "request_id": "req-3e884e43-439d-48d0-b566-a72f547bc22b"}]} May 27 03:56:39.376671 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (1eca4163-8a31-4343-ae64-1690a04bd166), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.388369 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.392645 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1eca4163-8a31-4343-ae64-1690a04bd166 HTTP/1.1" status: 204 len: 168 time: 0.3856945 May 27 03:56:39.402534 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13ce1-571d-4763-99ce-ba4d791efa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eca4163-8a31-4343-ae64-1690a04bd166,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:39.427364 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-1f6f3dee-1205-4f21-b0aa-ef8d5bd589ba service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080530 May 27 03:56:39.479808 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-84382005-effb-4926-b9ef-c678af229891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.524433 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4c2e90c7-219d-4e28-b841-592c3f6a989d req-684fb7ba-91fe-4eaf-9841-138351706581 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905187 May 27 03:56:39.854708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34680) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:56:39.891060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:39.897611 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-179de793-6129-4157-b7ac-10fdbe193b48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa040dcc21404116bd2e8b5c782df93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417349 May 27 03:56:39.900146 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34682) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:56:39.949377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] Publish callbacks [] for security_group (d7e13a65-8e85-4fe8-b3e2-99a1f4728083), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.972485 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] Publish callbacks [] for security_group (d7e13a65-8e85-4fe8-b3e2-99a1f4728083), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:40.012414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:40.228596 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d7e13a65-8e85-4fe8-b3e2-99a1f4728083), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:40.231327 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:40.232525 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7e13a65-8e85-4fe8-b3e2-99a1f4728083 HTTP/1.1" status: 204 len: 168 time: 0.3313763 May 27 03:56:40.242284 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28806675-169e-4422-8140-b2ba98f83e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e13a65-8e85-4fe8-b3e2-99a1f4728083,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:40.680247 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:41.605874 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:43.354011 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:45.935344 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:56:47.659120 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:47.757883 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f174d16-3d6c-4377-a992-ad95813d43c0 req-e0acb16c-1b3b-49bb-887c-7792b82f29d7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:47.759101 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f174d16-3d6c-4377-a992-ad95813d43c0 req-e0acb16c-1b3b-49bb-887c-7792b82f29d7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0491040 May 27 03:56:47.812008 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f174d16-3d6c-4377-a992-ad95813d43c0 req-810e3dd2-d790-4df9-8c16-cb9924770817 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 May 27 03:56:48.935089 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bddb10-2490-413c-9fbf-7b1e15ee0928 req-d2a8dfa5-401e-44b8-a3ef-316c2730161e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:48.936540 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e2bddb10-2490-413c-9fbf-7b1e15ee0928 req-d2a8dfa5-401e-44b8-a3ef-316c2730161e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0488386 May 27 03:56:48.987402 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e2bddb10-2490-413c-9fbf-7b1e15ee0928 req-88136727-87d5-4232-afa8-f0a8d45e2824 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443468 May 27 03:56:50.108341 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be418045-c277-4d15-b693-e7708e1c959c req-c8c6f6e3-ed2b-4661-929e-df5534dc3e7d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:50.109963 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be418045-c277-4d15-b693-e7708e1c959c req-c8c6f6e3-ed2b-4661-929e-df5534dc3e7d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0524518 May 27 03:56:50.159347 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be418045-c277-4d15-b693-e7708e1c959c req-3c4647fa-fbe2-4fb4-bb46-9e0d99365063 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434036 May 27 03:56:51.277087 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc395df-2e1a-44f6-a674-8d2128d716d8 req-aa607ad1-8815-4c64-8f1f-5f2568c2e80a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:51.278628 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5fc395df-2e1a-44f6-a674-8d2128d716d8 req-aa607ad1-8815-4c64-8f1f-5f2568c2e80a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0500393 May 27 03:56:51.327221 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5fc395df-2e1a-44f6-a674-8d2128d716d8 req-aff1e4df-d7e8-4060-8782-14b11adf115b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 May 27 03:56:52.441603 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fcfb9-5819-4a8e-bac0-7424890a21ce req-59525cda-0c18-4aad-bbce-b1fba0b26d56 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:52.443074 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-639fcfb9-5819-4a8e-bac0-7424890a21ce req-59525cda-0c18-4aad-bbce-b1fba0b26d56 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0466392 May 27 03:56:52.468886 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:52.492899 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-639fcfb9-5819-4a8e-bac0-7424890a21ce req-c907ff0a-3510-4ea0-9256-a735078c141e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443451 May 27 03:56:52.599623 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:53.617596 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3b3a2-6b16-4d47-8e43-f8475c34621f req-96b292d4-ad58-4e41-b29f-202b7bf36a51 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:53.619209 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f4d3b3a2-6b16-4d47-8e43-f8475c34621f req-96b292d4-ad58-4e41-b29f-202b7bf36a51 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0565724 May 27 03:56:53.673631 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f4d3b3a2-6b16-4d47-8e43-f8475c34621f req-495f04a5-95de-48f7-aa2a-1192eb2dbf53 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482085 May 27 03:56:54.806959 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0dd0c-76cd-42c3-b376-f96bf41c1899 req-da3f0eec-d772-4093-a886-edacb7754077 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:54.808467 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-34a0dd0c-76cd-42c3-b376-f96bf41c1899 req-da3f0eec-d772-4093-a886-edacb7754077 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0523782 May 27 03:56:54.858870 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-34a0dd0c-76cd-42c3-b376-f96bf41c1899 req-af69e051-ab3d-4398-b58d-3824f1ae0704 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 May 27 03:56:55.138642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0362-b747-4700-b485-c30175a4aa70 req-d50ebc86-482a-4fb3-a890-0f731711a557 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:55.140223 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-befb0362-b747-4700-b485-c30175a4aa70 req-d50ebc86-482a-4fb3-a890-0f731711a557 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0483809 May 27 03:56:55.204660 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-befb0362-b747-4700-b485-c30175a4aa70 req-5a921ded-8dc1-4830-a91d-808f9f6770c1 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577612 May 27 03:56:55.277915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-1a1a53cf-bf76-4cef-8ca3-68e12dc257fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:55.279421 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-1a1a53cf-bf76-4cef-8ca3-68e12dc257fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1169 time: 0.0420489 May 27 03:56:55.374388 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-fc01da27-84e0-4ed6-abfa-cf2f8aaa0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:55.375734 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-fc01da27-84e0-4ed6-abfa-cf2f8aaa0df9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 916 time: 0.0891566 May 27 03:56:55.417316 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:55.438514 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-df2f4257-c2f3-4a1d-8462-fdef19ed8025 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 1002 time: 0.0557847 May 27 03:56:55.491276 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-641c0e56-ed83-4b47-bcbe-4f21840ac95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:55.492772 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-641c0e56-ed83-4b47-bcbe-4f21840ac95e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.0485940 May 27 03:56:55.538208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-f3e390f9-beb6-4d39-89c0-670d75aff2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:55.539724 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-f3e390f9-beb6-4d39-89c0-670d75aff2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397801 May 27 03:56:55.635031 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-8833e950-3aca-4da9-b383-aba804ae4b1b service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 May 27 03:56:55.729139 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e92e1dc-092b-4950-a233-c2e8999e079e req-4115ef75-5561-4bc0-bae5-9a21faa99c1a service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 May 27 03:56:55.930253 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=71 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:56.133362 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463f13a-b1c0-48db-a858-b590fc713e2f req-19981d45-21c7-48ef-b930-e633ceed9f6f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:56.134855 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1463f13a-b1c0-48db-a858-b590fc713e2f req-19981d45-21c7-48ef-b930-e633ceed9f6f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0487664 May 27 03:56:56.189832 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1463f13a-b1c0-48db-a858-b590fc713e2f req-fdf413fd-5119-4b38-ac91-ff6a7e6f4e71 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490186 May 27 03:56:56.322125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6cd0d-1ae1-4f98-a5e6-72f00302148f req-c990924d-65b6-431f-b808-6937299fd763 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:56.323601 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-68d6cd0d-1ae1-4f98-a5e6-72f00302148f req-c990924d-65b6-431f-b808-6937299fd763 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0483344 May 27 03:56:56.383722 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-68d6cd0d-1ae1-4f98-a5e6-72f00302148f req-fbf84bd4-c14b-4feb-95c4-3d51f0f2c0d7 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539064 May 27 03:56:57.310949 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b708-4707-4818-b55f-d28542c2c793 req-f01571a0-1854-4ed4-819d-dd3a926b9dcb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:57.312465 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3483b708-4707-4818-b55f-d28542c2c793 req-f01571a0-1854-4ed4-819d-dd3a926b9dcb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0532405 May 27 03:56:57.363601 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3483b708-4707-4818-b55f-d28542c2c793 req-181ac8bd-6115-46f3-aa4d-447bce74d60c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449140 May 27 03:56:57.502693 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ffcb4-a55e-4d50-a550-4001f747d347 req-1c00a2fe-2ef9-4fa7-9a4d-de8992d2555a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:57.504364 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d20ffcb4-a55e-4d50-a550-4001f747d347 req-1c00a2fe-2ef9-4fa7-9a4d-de8992d2555a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0523067 May 27 03:56:57.563956 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d20ffcb4-a55e-4d50-a550-4001f747d347 req-f4313110-e636-4203-bb91-c7541e759921 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538480 May 27 03:56:58.103391 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-8ab8b895-209b-4ce3-91f9-c4981692c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.105480 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-8ab8b895-209b-4ce3-91f9-c4981692c13b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0414987 May 27 03:56:58.220408 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:58.234675 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-24f27cc7-d9ce-4894-b8bd-d0a5f31e06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.238622 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-24f27cc7-d9ce-4894-b8bd-d0a5f31e06f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 909 time: 0.0971315 May 27 03:56:58.309304 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-b690abf1-5a9f-47ef-9f81-a8fae2b073f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 1000 time: 0.0605373 May 27 03:56:58.368103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-e86a0e13-bcaa-44ba-856a-bbdffdb4ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.369650 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-e86a0e13-bcaa-44ba-856a-bbdffdb4ccd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.0523927 May 27 03:56:58.428431 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-600aea43-1719-4087-ac3c-cbbe92531b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.429957 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-600aea43-1719-4087-ac3c-cbbe92531b16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525265 May 27 03:56:58.478528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5a16-ffa6-4a78-993e-84c94bd5f6c5 req-1fb749db-8058-4559-bc7e-d92f41a7781f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.480105 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64ed5a16-ffa6-4a78-993e-84c94bd5f6c5 req-1fb749db-8058-4559-bc7e-d92f41a7781f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0475867 May 27 03:56:58.528362 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-0372a2a2-bac2-4cc8-bbcf-136699ed05ee service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897582 May 27 03:56:58.532268 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-64ed5a16-ffa6-4a78-993e-84c94bd5f6c5 req-11da0c49-3124-4c90-9349-81c1809ab97c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 May 27 03:56:58.602217 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:58.628048 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1fc78694-05a9-4f0f-abb3-6cd950a046e3 req-d2eec80a-8df8-4172-8ccc-605158ff3b35 service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920913 May 27 03:56:58.683323 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220626f5-6368-490e-82fa-cd9209867da2 req-2e5abe59-8efe-4eff-a2c0-ab3c8b309a07 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:58.684849 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-220626f5-6368-490e-82fa-cd9209867da2 req-2e5abe59-8efe-4eff-a2c0-ab3c8b309a07 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0487461 May 27 03:56:58.751109 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-220626f5-6368-490e-82fa-cd9209867da2 req-285f2e3e-4f6d-472a-b79a-6858b975ff4d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604727 May 27 03:56:59.652034 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d3bc1-a65a-4edf-91e0-690ff96dfcd5 req-004cba9d-3204-4763-a460-abe1f9fa53a8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:59.653513 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d7d3bc1-a65a-4edf-91e0-690ff96dfcd5 req-004cba9d-3204-4763-a460-abe1f9fa53a8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0473578 May 27 03:56:59.703371 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1d7d3bc1-a65a-4edf-91e0-690ff96dfcd5 req-3bdf542d-7066-404e-8b70-36d9ce3872b7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442424 May 27 03:56:59.868016 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fe6d3-ee29-4f02-b06e-9f9651685366 req-ae129e80-cbd4-4af4-a77b-c193cc880f26 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:56:59.869505 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e7fe6d3-ee29-4f02-b06e-9f9651685366 req-ae129e80-cbd4-4af4-a77b-c193cc880f26 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0486014 May 27 03:56:59.937042 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e7fe6d3-ee29-4f02-b06e-9f9651685366 req-05e10dac-0210-4b7e-9349-3da00e15b4e3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615838 May 27 03:57:00.822605 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffb0cd-e055-4035-86f7-e7a8734d6011 req-a127a43d-694e-4c58-b76a-2e077786d912 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:00.824145 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cffb0cd-e055-4035-86f7-e7a8734d6011 req-a127a43d-694e-4c58-b76a-2e077786d912 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0529609 May 27 03:57:00.879440 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5cffb0cd-e055-4035-86f7-e7a8734d6011 req-ee215959-412b-4c1f-b394-9fd1e51919d8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475314 May 27 03:57:01.053223 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1830-ba90-4bf1-b492-b36545dfd3b4 req-451b87f2-de9f-43a4-9bed-017e78874c48 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:01.054718 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-531d1830-ba90-4bf1-b492-b36545dfd3b4 req-451b87f2-de9f-43a4-9bed-017e78874c48 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0489783 May 27 03:57:01.117939 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-531d1830-ba90-4bf1-b492-b36545dfd3b4 req-3b131725-c787-40f4-a374-37c873d70286 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572488 May 27 03:57:01.998265 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b346d5-f93d-4d68-883e-e103e73d27ab req-24d31aa3-bdce-4aed-909f-9cec81f8e1f6 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:01.999778 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-26b346d5-f93d-4d68-883e-e103e73d27ab req-24d31aa3-bdce-4aed-909f-9cec81f8e1f6 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0478134 May 27 03:57:02.049653 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-26b346d5-f93d-4d68-883e-e103e73d27ab req-4f8613a2-1de1-4432-a495-14d2292faf6c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 May 27 03:57:02.383994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08cd8-00cf-4ea4-bb4d-6b186358c3bb req-24fc0a4e-bb8b-4998-bda8-ef13702a606e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:02.385416 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b8a08cd8-00cf-4ea4-bb4d-6b186358c3bb req-24fc0a4e-bb8b-4998-bda8-ef13702a606e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0547936 May 27 03:57:02.438673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499edf9-2629-4f00-bf17-0afa6491c600 req-9ef65025-35e4-4855-b9bf-1cecac385ebd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:02.440886 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8499edf9-2629-4f00-bf17-0afa6491c600 req-9ef65025-35e4-4855-b9bf-1cecac385ebd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0528719 May 27 03:57:02.469502 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b8a08cd8-00cf-4ea4-bb4d-6b186358c3bb req-6bff3284-2494-4930-b97f-9794f80dcc58 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779521 May 27 03:57:02.512358 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-a65d5d10-c8a3-420f-b2d3-ea842fb5b23d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550127 May 27 03:57:02.527386 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8499edf9-2629-4f00-bf17-0afa6491c600 req-154827aa-e677-4cb3-a629-ffd83ed28960 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763960 May 27 03:57:02.532460 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:02.539839 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:02.609351 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532136d9-aab4-446b-9a42-c757cb057cf0 req-4025cffd-7b59-4ae5-9447-671afff91a27 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:02.610923 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-532136d9-aab4-446b-9a42-c757cb057cf0 req-4025cffd-7b59-4ae5-9447-671afff91a27 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0802524 May 27 03:57:02.631735 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-a0dfd392-a034-4b39-84bf-b9ef0443460b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:02.633078 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-a0dfd392-a034-4b39-84bf-b9ef0443460b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports/518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 942 time: 0.0695157 May 27 03:57:02.658471 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:02.672482 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-532136d9-aab4-446b-9a42-c757cb057cf0 req-1f571bcf-e0f0-4323-9be4-c49c2a8adb3b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526483 May 27 03:57:03.385036 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:57:03.453911 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 518179af-b843-46be-8536-55b35ebea1f5 is: ACTIVE; New status is: DOWN {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:57:03.454283 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:03.480314 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:03.482544 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e71ee9-cf94-48ae-8b25-8bbf4b7fd6ba" -d '{"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-unplugged", "status": "completed", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:03.500695 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:03.517499 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df3ae7-3d14-483b-871e-dfdd4e920773 x-openstack-request-id: req-24df3ae7-3d14-483b-871e-dfdd4e920773 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:03.517791 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-unplugged", "status": "failed", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "code": 422}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:03.518119 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24df3ae7-3d14-483b-871e-dfdd4e920773 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:03.518574 dv-cinder-843361-2-iscsi neutron-server[111122]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-24df3ae7-3d14-483b-871e-dfdd4e920773']: {'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'code': 422} returned with failed status May 27 03:57:03.577230 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:03.589120 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d62e3a-a00d-4df3-9b9f-6cfc81523623 req-12566379-3f80-4713-8aed-397b9a6abb00 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:03.590616 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-31d62e3a-a00d-4df3-9b9f-6cfc81523623 req-12566379-3f80-4713-8aed-397b9a6abb00 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0498199 May 27 03:57:03.600363 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:03.658534 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=6']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:03.666255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.666798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.667338 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.667863 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.668350 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.668860 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.669491 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.669818 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.670022 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-31d62e3a-a00d-4df3-9b9f-6cfc81523623 req-1dc51eac-6ec1-4e7e-bf62-163efb868c3b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732741 May 27 03:57:03.670155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.670465 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.670795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.671131 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.671620 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.672093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.672596 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:03.684658 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541066a9-7949-422c-bc17-6ee86e334676 req-6ac69d7e-f1a5-4e24-98fc-a8aaa3a54eef tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:03.684658 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-541066a9-7949-422c-bc17-6ee86e334676 req-6ac69d7e-f1a5-4e24-98fc-a8aaa3a54eef tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0650446 May 27 03:57:03.735400 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:03.740158 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-541066a9-7949-422c-bc17-6ee86e334676 req-8b11d582-8ace-46d6-83e3-35d879bc7139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489140 May 27 03:57:03.805469 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe307a-d53d-40c9-85bc-82dbd465f084 req-29431ab7-2158-46d0-9d24-fe9fd7e6c2c9 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:03.806994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-41fe307a-d53d-40c9-85bc-82dbd465f084 req-29431ab7-2158-46d0-9d24-fe9fd7e6c2c9 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0599399 May 27 03:57:03.859352 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-41fe307a-d53d-40c9-85bc-82dbd465f084 req-6b323529-50ab-457d-997c-f33bd7aa22f8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464296 May 27 03:57:04.417016 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-5db9319f-b83d-4c93-bc48-7d0b6f7c26cb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:04.418513 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-5db9319f-b83d-4c93-bc48-7d0b6f7c26cb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0494039 May 27 03:57:04.506977 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Deleting port 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:04.507261 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:04.599773 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] For port 41424024-3be4-4e45-ab50-5aa71afa1707, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=41424024-3be4-4e45-ab50-5aa71afa1707,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:04.600140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:04.873717 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb76bf0-4cbe-4535-8d69-70c5f68fd692 req-9d8dbb69-8085-41f3-9c5e-99abd7943fc7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:04.881314 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dcb76bf0-4cbe-4535-8d69-70c5f68fd692 req-9d8dbb69-8085-41f3-9c5e-99abd7943fc7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 946 time: 0.0594869 May 27 03:57:04.931915 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dcb76bf0-4cbe-4535-8d69-70c5f68fd692 req-5d810254-9285-43bc-b5b9-df4d972a3145 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=aad0ac8c-3a46-483f-8502-68f442fbec1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486887 May 27 03:57:05.056179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e757-5fb5-489b-8b96-0ad5306710bf req-0a72e636-aabc-4faf-91a9-4dd7fd4d1e59 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:05.058573 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3f79e757-5fb5-489b-8b96-0ad5306710bf req-0a72e636-aabc-4faf-91a9-4dd7fd4d1e59 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0593479 May 27 03:57:05.112626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140171-f2e8-41bd-bd63-3496bd0fc6e0 req-63528079-4256-4364-abb6-d2546ea35642 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:05.114127 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0b140171-f2e8-41bd-bd63-3496bd0fc6e0 req-63528079-4256-4364-abb6-d2546ea35642 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.3673007 May 27 03:57:05.121377 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3f79e757-5fb5-489b-8b96-0ad5306710bf req-7374f095-51e7-4163-8bd5-cabcdbaf6621 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558038 May 27 03:57:05.135119 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:05.135495 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:05.135813 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Floating IP d85cffff-5561-44ac-ae26-2abe9b1b2d5a disassociated. External IP: 172.27.2.181, port: 41424024-3be4-4e45-ab50-5aa71afa1707. May 27 03:57:05.136163 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Calling delete_port for 41424024-3be4-4e45-ab50-5aa71afa1707 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:05.161224 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:05.256371 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0b140171-f2e8-41bd-bd63-3496bd0fc6e0 req-32703efd-e744-4cc2-a966-b4463b144da6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156309 May 27 03:57:05.428454 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (41424024-3be4-4e45-ab50-5aa71afa1707), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:05.456019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'Port': ['ID=41424024-3be4-4e45-ab50-5aa71afa1707,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:05.468362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.468742 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.469087 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.469426 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.469761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.470096 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.470427 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.470755 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.471082 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.471410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.471737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.472061 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.472383 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.472729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.473058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:05.589064 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:05.636008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:05.703994 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:05.719246 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:57:05.734026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:05.734609 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:56:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:05.758721 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] No DVR routers for this DVR port 41424024-3be4-4e45-ab50-5aa71afa1707 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:05.761707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:05.765035 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-792b849c-804b-4bf1-90fc-950b17b7b26c req-d5fb8359-df7b-4f24-852c-ad55c8817fcd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "DELETE /v2.0/ports/41424024-3be4-4e45-ab50-5aa71afa1707 HTTP/1.1" status: 204 len: 173 time: 1.3411925 May 27 03:57:05.765503 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-deleted', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:05.768192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e324bb50-abe4-4139-b4b9-7c1a5ef5bb1d" -d '{"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-deleted", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:05.789617 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-d9421b02-4816-4676-9936-a9c82a1e27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:05.791253 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-d9421b02-4816-4676-9936-a9c82a1e27c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10&tenant_id=2f97b57909174abeab16dedc077b37e0 HTTP/1.1" status: 200 len: 1127 time: 0.0983891 May 27 03:57:05.813530 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7dea2b-1aae-482a-b0c7-9d420b521d69 x-openstack-request-id: req-1c7dea2b-1aae-482a-b0c7-9d420b521d69 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:05.813820 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66f721-a21b-4126-8e7b-467f7ce411c8", "name": "network-vif-deleted", "tag": "41424024-3be4-4e45-ab50-5aa71afa1707", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:05.814055 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c7dea2b-1aae-482a-b0c7-9d420b521d69 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:05.814442 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7dea2b-1aae-482a-b0c7-9d420b521d69'] response: {'server_uuid': '5a66f721-a21b-4126-8e7b-467f7ce411c8', 'name': 'network-vif-deleted', 'tag': '41424024-3be4-4e45-ab50-5aa71afa1707', 'status': 'completed', 'code': 200} May 27 03:57:05.864360 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:05.907797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-b946e664-e00b-4411-abb6-c6867661aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:05.909561 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-b946e664-e00b-4411-abb6-c6867661aa00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1127 time: 0.0792909 May 27 03:57:06.010552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-23a1bddf-3887-468a-be3c-00af2117d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:06.012099 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-23a1bddf-3887-468a-be3c-00af2117d06d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 909 time: 0.0947022 May 27 03:57:06.074017 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:06.074340 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3c57be01-ad95-4683-82a0-1a356cbd3cdd req-01db8821-c0d7-403e-9baf-19ff40d928f5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a66f721-a21b-4126-8e7b-467f7ce411c8 HTTP/1.1" status: 200 len: 210 time: 0.0453105 May 27 03:57:06.091984 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-2e157db8-961b-465c-8909-44b28224b9ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 998 time: 0.0722697 May 27 03:57:06.110463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:57:06.119604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:06.120124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:56:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:06.145903 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-1173013a-3197-4f5d-92c9-52e8489c15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:06.149852 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-1173013a-3197-4f5d-92c9-52e8489c15db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.0509298 May 27 03:57:06.231203 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:06.245033 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65f5f-51ed-456b-9223-0780af290835 req-2a76528c-bef3-4e8b-a93f-cc168a46e03a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:06.246649 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-97b65f5f-51ed-456b-9223-0780af290835 req-2a76528c-bef3-4e8b-a93f-cc168a46e03a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0533669 May 27 03:57:06.338857 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-23e787ca-416b-404d-8ad9-52269a56394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:06.340360 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-23e787ca-416b-404d-8ad9-52269a56394b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794663 May 27 03:57:06.375736 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-97b65f5f-51ed-456b-9223-0780af290835 req-25ad8356-10a8-4ff3-a321-ba714239efd8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230440 May 27 03:57:06.411719 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f9316-939e-4324-b199-0e26fd1a2b2c req-caffd6fc-92d2-4d4b-a784-398a91629cbf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:06.414269 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-497f9316-939e-4324-b199-0e26fd1a2b2c req-caffd6fc-92d2-4d4b-a784-398a91629cbf tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0606360 May 27 03:57:06.469251 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-91e0d6c0-6c1d-48d4-9636-8e35e0159b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:06.479518 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-9cc019d7-dab5-40a0-9d53-316eb1af1470 service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296535 May 27 03:57:06.486660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:06.498327 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-497f9316-939e-4324-b199-0e26fd1a2b2c req-64731e3c-9ab8-4a0c-995f-44c4fa4e9ada tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771990 May 27 03:57:06.513437 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b4a66-eb92-4453-bf18-6eec6a754a00 None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:57:06.620874 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:06.623765 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=11 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:06.670031 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:06.759913 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-aaa937ff-9307-4e5c-85b8-b8ea1c9db727 service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988925 May 27 03:57:06.777284 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7112a8b-5d94-46e3-938a-e294d1657d69 None None] New status for floating IP d85cffff-5561-44ac-ae26-2abe9b1b2d5a: DOWN {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:57:07.246184 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34802) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:07.303396 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (aad0ac8c-3a46-483f-8502-68f442fbec1e), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.328360 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (aad0ac8c-3a46-483f-8502-68f442fbec1e), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.344107 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:07.394711 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:57:07.420153 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 41424024-3be4-4e45-ab50-5aa71afa1707 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:57:07.420639 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 41424024-3be4-4e45-ab50-5aa71afa1707 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:57:07.454322 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (aad0ac8c-3a46-483f-8502-68f442fbec1e), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.457478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.458595 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "DELETE /v2.0/security-groups/aad0ac8c-3a46-483f-8502-68f442fbec1e HTTP/1.1" status: 204 len: 168 time: 0.2114325 May 27 03:57:07.462089 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34806) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:07.477213 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.api.v2.resource [None req-0d72ce97-5eab-49e9-9024-7205ba1826c0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] show failed (client error): The resource could not be found. May 27 03:57:07.478527 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0d72ce97-5eab-49e9-9024-7205ba1826c0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups/aad0ac8c-3a46-483f-8502-68f442fbec1e HTTP/1.1" status: 404 len: 347 time: 0.0152814 May 27 03:57:07.481397 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34808) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:07.505657 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32961c75-1483-460c-8924-a3ffd67c1683 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0ac8c-3a46-483f-8502-68f442fbec1e,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:07.524770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ab45-71f0-4622-872e-4e64521bd755 req-fd66ba2e-c11b-4ef4-81a7-287c5514c1af tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:07.526369 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ddb4ab45-71f0-4622-872e-4e64521bd755 req-fd66ba2e-c11b-4ef4-81a7-287c5514c1af tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0841577 May 27 03:57:07.602879 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ddb4ab45-71f0-4622-872e-4e64521bd755 req-50740a3e-2005-46fd-befb-867e55ba0654 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704703 May 27 03:57:07.658610 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Deleting port 5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:07.658870 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.687645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faa74e-b1b2-4651-9c00-8b590fd61534 req-a011fb63-0b0d-4ea3-a6be-23583c72ebde tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:07.689204 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-78faa74e-b1b2-4651-9c00-8b590fd61534 req-a011fb63-0b0d-4ea3-a6be-23583c72ebde tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0785096 May 27 03:57:07.795744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.796080 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:07.819914 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Calling delete_port for 5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:07.821764 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:07.829583 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-78faa74e-b1b2-4651-9c00-8b590fd61534 req-4905a97f-a719-4ee5-a79a-947ee086d30b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045647 May 27 03:57:08.073976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.101348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'Port': ['ID=5381cf8d-4c8b-44af-9dc7-fcb4bb2d398e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:08.128836 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (d85cffff-5561-44ac-ae26-2abe9b1b2d5a), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.132115 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.136292 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9c8ce612-654d-49bf-ae10-5b703de5c5dd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "DELETE /v2.0/floatingips/d85cffff-5561-44ac-ae26-2abe9b1b2d5a HTTP/1.1" status: 204 len: 168 time: 0.6508603 May 27 03:57:08.318117 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34814) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:08.323204 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886089234', 'description': 'tempest-description--1404825997'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:08.411550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.468711 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:08.487904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (6774c68f-b89e-435c-ab9d-a0f82b4c7372), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.558371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6774c68f-b89e-435c-ab9d-a0f82b4c7372), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.596364 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6774c68f-b89e-435c-ab9d-a0f82b4c7372,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:08.709926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.711165 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ac47cceb-9ca3-4ca6-afb9-f27078635458 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3920097 May 27 03:57:08.714207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34818) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:08.718350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group_rule': {'security_group_id': '6774c68f-b89e-435c-ab9d-a0f82b4c7372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:08.746604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9308d-a58e-40a1-b214-906f23a14356 req-9edf1265-f0d1-4b94-ae85-55204e581f6c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:08.751498 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-01f9308d-a58e-40a1-b214-906f23a14356 req-9edf1265-f0d1-4b94-ae85-55204e581f6c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0699949 May 27 03:57:08.800510 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-01f9308d-a58e-40a1-b214-906f23a14356 req-32067308-3b3b-44ad-915d-3c489c56d8f1 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 May 27 03:57:08.844229 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (fae7631c-9e01-4648-b516-59cef720a44a), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.913665 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (fae7631c-9e01-4648-b516-59cef720a44a), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.980094 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd03a34-f234-43f1-b501-a897158429d9 req-a5e2941a-fc0f-4fe1-92d6-e20ab1d1a79d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:08.981501 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fd03a34-f234-43f1-b501-a897158429d9 req-a5e2941a-fc0f-4fe1-92d6-e20ab1d1a79d tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0470812 May 27 03:57:08.988010 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (fae7631c-9e01-4648-b516-59cef720a44a), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.009777 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae7631c-9e01-4648-b516-59cef720a44a,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:09.045076 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3fd03a34-f234-43f1-b501-a897158429d9 req-1a5deda3-f557-4dfe-8cfb-489ab228817c tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572424 May 27 03:57:09.053013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.054895 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e4e14b64-d64c-4209-a563-e2ebae41dc51 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3397703 May 27 03:57:09.057506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 34822) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:09.061889 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'security_group_rule': {'security_group_id': '6774c68f-b89e-435c-ab9d-a0f82b4c7372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:09.148089 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (0f96626a-bc0a-4193-bfc2-0141cf6107ac), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.200087 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (0f96626a-bc0a-4193-bfc2-0141cf6107ac), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.272738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (0f96626a-bc0a-4193-bfc2-0141cf6107ac), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.293076 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f96626a-bc0a-4193-bfc2-0141cf6107ac,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:09.371208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.372554 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-85d7bb8c-31d1-4ef7-9a53-8695fc6918a8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140988 May 27 03:57:09.375775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34824) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:09.386074 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:09.456518 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.479590 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26b0e375-a7ed-49d8-8967-f79330d0115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.751679 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.862152 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Allocated IP 172.27.2.127 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/b1591a94-e3c6-41bb-a560-e2f5d7e265e4) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:09.921715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647fce-e859-469a-a9d7-fde222de87b3 req-d04cc64c-35ff-4a21-92e3-a69a7d4d0219 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:09.923188 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-03647fce-e859-469a-a9d7-fde222de87b3 req-d04cc64c-35ff-4a21-92e3-a69a7d4d0219 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0481510 May 27 03:57:09.980628 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-03647fce-e859-469a-a9d7-fde222de87b3 req-3890f96b-d485-4818-b672-9f46f586ca07 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491428 May 27 03:57:09.993061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.145466 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.188590 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:10.194945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:10.201575 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201203a-0fd0-4f61-aba9-12e7f4b1b983 req-6d5877c7-6219-4c56-9326-cecf13661517 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:10.203230 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7201203a-0fd0-4f61-aba9-12e7f4b1b983 req-6d5877c7-6219-4c56-9326-cecf13661517 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0863318 May 27 03:57:10.206547 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:10.212182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:57:10.261979 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=b1591a94-e3c6-41bb-a560-e2f5d7e265e4,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:10.271226 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:10.341538 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7201203a-0fd0-4f61-aba9-12e7f4b1b983 req-367358c7-c953-4a07-9c0b-acb9ba4e183a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303513 May 27 03:57:10.355817 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.458323 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.636372 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.672221 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.694987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.763218 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=b1591a94-e3c6-41bb-a560-e2f5d7e265e4,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:10.779060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.955615 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:10.956942 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-026e4a7f-341b-46f6-9a4b-5750c49c4966 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5801089 May 27 03:57:11.098619 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c01c9e-78e7-4207-a801-3997f0611b3a req-14329ebc-b3f4-4b03-bfb9-2c44bea5072a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:11.100679 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c0c01c9e-78e7-4207-a801-3997f0611b3a req-14329ebc-b3f4-4b03-bfb9-2c44bea5072a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0509164 May 27 03:57:11.113181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:11.154973 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c0c01c9e-78e7-4207-a801-3997f0611b3a req-06e44b05-ba24-43cf-8e9f-4987e2a1390f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479395 May 27 03:57:11.169570 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-34809c62-638b-4af2-9381-b730defe5183 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--886089234&fields=id&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 267 time: 0.0466907 May 27 03:57:11.272004 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:11.287321 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-961d7bb7-ec1d-4b9d-b249-ddd451895fab tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:11.289624 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-961d7bb7-ec1d-4b9d-b249-ddd451895fab tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 817 time: 0.1136830 May 27 03:57:11.305046 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-4187e1ea-2b56-4c43-8f1c-10d0167fe469 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/quotas/26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 375 time: 0.0099380 May 27 03:57:11.356009 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-2b299b0d-f12b-4267-8446-35b70d9ad4c0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453467 May 27 03:57:11.458036 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-bf13f3bb-1400-4484-99d1-42a199b3bca8 service neutron] 10.222.0.58 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896909 May 27 03:57:11.460036 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e380fe-6f1c-4f51-909a-5aa682d0d5ea req-9edcad0f-28b2-4aa0-8622-5cc57d610f3f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:11.461640 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-38e380fe-6f1c-4f51-909a-5aa682d0d5ea req-9edcad0f-28b2-4aa0-8622-5cc57d610f3f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0515323 May 27 03:57:11.523998 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-38e380fe-6f1c-4f51-909a-5aa682d0d5ea req-e762e466-226a-4b62-b570-46732743b28a tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563250 May 27 03:57:11.545954 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:11.563616 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-533f2107-91d3-45b1-9609-a32dbaecc681 service neutron] 10.222.0.58 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993729 May 27 03:57:11.639276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:11.835448 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bd032652-9bce-4932-ab42-51641ee3bb18 req-14b4861e-1502-447a-8a9d-616000aae4c8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 210 time: 0.0327327 May 27 03:57:12.281710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bf816-10a8-4118-98c8-406c33b8e98a req-18be8400-b173-49da-a7c2-aab995efda5f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:12.283819 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-918bf816-10a8-4118-98c8-406c33b8e98a req-18be8400-b173-49da-a7c2-aab995efda5f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0506444 May 27 03:57:12.365388 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-918bf816-10a8-4118-98c8-406c33b8e98a req-48a112c4-6d87-4bb5-a165-68901863ae3a tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748763 May 27 03:57:12.656341 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732ba05-83ab-45aa-9ec7-da88dc1caf2d req-2fcfd0fb-77eb-4058-9100-77df7fe2411e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:12.657773 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b732ba05-83ab-45aa-9ec7-da88dc1caf2d req-2fcfd0fb-77eb-4058-9100-77df7fe2411e tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0505421 May 27 03:57:12.726236 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b732ba05-83ab-45aa-9ec7-da88dc1caf2d req-53d9db7f-b1ee-4a72-bcfd-37b98647413b tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&id=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616217 May 27 03:57:12.938906 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-54d82034-4e1b-43d2-a2ed-ad810b797495 req-69870a83-de76-43cc-ab08-eae5d839a885 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 210 time: 0.0306211 May 27 03:57:13.253780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:13.354047 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:13.655274 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49133d2-adac-4bd0-8182-9d093bc582bf req-c78ac041-c509-42de-bdc3-9f24da8a02f7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:13.656766 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a49133d2-adac-4bd0-8182-9d093bc582bf req-c78ac041-c509-42de-bdc3-9f24da8a02f7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0494349 May 27 03:57:13.706264 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a49133d2-adac-4bd0-8182-9d093bc582bf req-2feab78d-93e5-4eb6-852e-b7654711fcd1 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 May 27 03:57:14.039788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-19a882e0-1abb-4884-80c9-f3e3012ecf1c req-747ace81-cc2f-4e4c-8cb0-edf079ba709a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 210 time: 0.0280094 May 27 03:57:14.828320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab204b16-dc9e-4bf7-a325-7232efbdedc3 req-db299c06-bcc2-49b3-bd5a-5502a6e54e98 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:14.829837 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab204b16-dc9e-4bf7-a325-7232efbdedc3 req-db299c06-bcc2-49b3-bd5a-5502a6e54e98 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 943 time: 0.0543289 May 27 03:57:14.879584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:14.885472 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab204b16-dc9e-4bf7-a325-7232efbdedc3 req-abf8677b-4df4-4d0c-b848-a8965b3f4b4b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500996 May 27 03:57:14.964976 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:14.975108 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-d0ef694f-c270-4f58-a584-3c99ccf892ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:14.977404 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-d0ef694f-c270-4f58-a584-3c99ccf892ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 817 time: 0.1136243 May 27 03:57:15.058137 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-e653f43b-07cf-4d42-8f4c-ff8406c9831e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 379 time: 0.0721540 May 27 03:57:15.067186 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'port': {'device_id': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'admin_state_up': True, 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'security_groups': ['6774c68f-b89e-435c-ab9d-a0f82b4c7372']}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:15.155124 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d5608f15-39ac-4d61-bfe2-d46af56e8968 req-2a2c8bd3-e491-41ad-b978-43fe0406cba3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 210 time: 0.0405533 May 27 03:57:15.319322 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Made reservation on behalf of 26b40f0d69f44da79dfb780da80d4893 for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:57:15.322942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.426825 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:57:15.427445 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:15.454103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Allocated IP 172.20.0.5 (eba72c12-5b60-48f3-a29b-e3bbe4163d32/e3b48e48-9d0a-4567-b124-4dbaba78bfb4/ec72801b-0718-48fa-ba83-9709ce756958) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:15.531805 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:15.545998 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '518179af-b843-46be-8536-55b35ebea1f5', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'port_id': '518179af-b843-46be-8536-55b35ebea1f5', 'mac_address': 'fa:16:3e:10:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:57:15.581455 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 518179af-b843-46be-8536-55b35ebea1f5 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:57:15.581843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.595418 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518179af-b843-46be-8536-55b35ebea1f5 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:57:15.603813 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for port (ec72801b-0718-48fa-ba83-9709ce756958), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.620066 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:15.747866 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.748296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.795984 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:15.798130 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=7']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:15.799648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:15.804648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:57:15.843145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:15.871789 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:15.872536 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:15.951129 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-fc03f7be-7b23-4c0d-a36f-1238f5fb3d0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880475 May 27 03:57:16.009845 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0986ac-3595-4e66-b3c4-f184f5739a21 req-f0985220-7dd7-42ec-bf7a-de0e6fb3361f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:16.011360 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bb0986ac-3595-4e66-b3c4-f184f5739a21 req-f0985220-7dd7-42ec-bf7a-de0e6fb3361f tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 944 time: 0.0532904 May 27 03:57:16.014476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-53187fb6-6034-442f-a393-e90c67d93ecf None None] Provisioning complete for port ec72801b-0718-48fa-ba83-9709ce756958 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:57:16.014849 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-53187fb6-6034-442f-a393-e90c67d93ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (ec72801b-0718-48fa-ba83-9709ce756958), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.027112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Request body: {'port': {'device_id': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:16.047555 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-53187fb6-6034-442f-a393-e90c67d93ecf None None] Port ec72801b-0718-48fa-ba83-9709ce756958 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:57:16.064347 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bb0986ac-3595-4e66-b3c4-f184f5739a21 req-4f81b3a6-71d6-470f-9dd1-b7aee80694ae tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 May 27 03:57:16.097607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.100172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:16.155483 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['518179af-b843-46be-8536-55b35ebea1f5'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:57:16.348230 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad41d7a-37f3-41cc-8e54-5f5a642aa1ce req-cc534e46-0c02-4b56-8021-ed62eeceb3f6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:16.350114 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5ad41d7a-37f3-41cc-8e54-5f5a642aa1ce req-cc534e46-0c02-4b56-8021-ed62eeceb3f6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 931 time: 0.1070576 May 27 03:57:16.464831 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5ad41d7a-37f3-41cc-8e54-5f5a642aa1ce req-848157ae-899a-46fa-b8bf-0ae0a5dba535 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853069 May 27 03:57:16.523473 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:57:16.531457 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks [] for port (ec72801b-0718-48fa-ba83-9709ce756958), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.544384 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Transition to ACTIVE for port object ec72801b-0718-48fa-ba83-9709ce756958 will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:57:16.611059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.662992 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:16.740807 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Attempting to bind port ec72801b-0718-48fa-ba83-9709ce756958 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:57:16.742074 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Attempting to bind port ec72801b-0718-48fa-ba83-9709ce756958 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:57:16.742413 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Attempting to bind port ec72801b-0718-48fa-ba83-9709ce756958 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:57:16.747683 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Port ec72801b-0718-48fa-ba83-9709ce756958 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:57:16.748002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Attempting to bind port ec72801b-0718-48fa-ba83-9709ce756958 on network eba72c12-5b60-48f3-a29b-e3bbe4163d32 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:57:16.753111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:57:16.753808 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Checking segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:57:16.754199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Bound using segment: {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:57:16.754628 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Bound port: ec72801b-0718-48fa-ba83-9709ce756958, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:57:16.754990 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.822459 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:16.825550 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:57:16.828797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:57:16.934952 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.972910 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:16.973624 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.974883 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] 10.222.0.44 "PUT /v2.0/ports/ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 1093 time: 0.9522641 May 27 03:57:16.975327 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:16.978096 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eee1da-7f8e-4f09-a1ba-1905105d82ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:17.001458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e3ef-684a-4cf6-bc03-01557eaef32e service neutron] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:17.024329 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa53e9-fef2-4ad6-a70d-2694e1b5c7aa x-openstack-request-id: req-6ffa53e9-fef2-4ad6-a70d-2694e1b5c7aa {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:17.024635 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:17.024883 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ffa53e9-fef2-4ad6-a70d-2694e1b5c7aa {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:17.025277 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffa53e9-fef2-4ad6-a70d-2694e1b5c7aa'] response: {'name': 'network-changed', 'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'status': 'completed', 'code': 200} May 27 03:57:17.088481 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-b11bd236-4f35-4f80-bf9e-eeda1673c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.090075 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-b11bd236-4f35-4f80-bf9e-eeda1673c3c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1127 time: 0.0431330 May 27 03:57:17.220515 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d43bb-9c0a-434d-9219-e4367258c181 req-6a6ed1c8-1263-4fc1-97cf-134d1e729fbf tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.221995 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-207d43bb-9c0a-434d-9219-e4367258c181 req-6a6ed1c8-1263-4fc1-97cf-134d1e729fbf tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 944 time: 0.0671883 May 27 03:57:17.250575 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-ddf4f457-011c-4aa0-b394-1e85a9879ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.251943 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-ddf4f457-011c-4aa0-b394-1e85a9879ecc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=26b40f0d69f44da79dfb780da80d4893&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1518106 May 27 03:57:17.330398 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-207d43bb-9c0a-434d-9219-e4367258c181 req-11e5c207-02c1-4ef7-ae22-524ce9930751 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013627 May 27 03:57:17.345110 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:17.372719 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-3267fb09-5972-46c4-ab7b-a78533f0f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.374216 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01eee1da-7f8e-4f09-a1ba-1905105d82ee req-3267fb09-5972-46c4-ab7b-a78533f0f97f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147006 May 27 03:57:17.416711 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:57:17.452898 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-cb49331b-125c-4c89-8bbb-900cbdbe3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.454468 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-cb49331b-125c-4c89-8bbb-900cbdbe3f88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1127 time: 0.0400195 May 27 03:57:17.466479 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 518179af-b843-46be-8536-55b35ebea1f5 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:57:17.466847 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (518179af-b843-46be-8536-55b35ebea1f5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:17.497666 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-d45b97bc-6de8-462b-ac21-93c301f36300 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 217 time: 0.0344381 May 27 03:57:17.534240 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:17.551091 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 518179af-b843-46be-8536-55b35ebea1f5 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:57:17.551515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:17.556916 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-28e4cde5-95bc-482a-a5d7-3840419bf1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.558405 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-28e4cde5-95bc-482a-a5d7-3840419bf1a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0529726 May 27 03:57:17.577685 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:17.579914 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f7d675-7394-4377-a8d2-f32ef4babe09" -d '{"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-plugged", "status": "completed", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:17.582081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:17.594549 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:17.610477 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-1d6db05c-004d-4390-996b-7c7722b9e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.612121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-1d6db05c-004d-4390-996b-7c7722b9e086 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476010 May 27 03:57:17.618319 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef9df9-3beb-49c3-a78e-b892bf3f822c req-ea0b4998-4d84-437c-9620-5564fdcb18f5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.620445 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d6ef9df9-3beb-49c3-a78e-b892bf3f822c req-ea0b4998-4d84-437c-9620-5564fdcb18f5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0569963 May 27 03:57:17.623301 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104450ac-7b88-4adb-9b2b-5a01604094af x-openstack-request-id: req-104450ac-7b88-4adb-9b2b-5a01604094af {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:17.623635 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-plugged", "status": "completed", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:17.623887 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-104450ac-7b88-4adb-9b2b-5a01604094af {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:17.624271 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104450ac-7b88-4adb-9b2b-5a01604094af'] response: {'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'code': 200} May 27 03:57:17.681198 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d6ef9df9-3beb-49c3-a78e-b892bf3f822c req-c7371526-e862-4479-a808-61d0fb811848 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538199 May 27 03:57:17.683622 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:17.721235 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-f1967a46-39e9-4779-b90c-741f5b8f3104 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027365 May 27 03:57:17.735904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=8']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:17.830935 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c92de46-ca0a-4dd3-a7c5-64f0da70e026 req-07683b8f-2630-4c45-8f00-3ae70701fa80 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899112 May 27 03:57:17.954660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e4356-7189-4d33-a191-b821f41793b0 req-09610edf-2cda-495e-9fd7-f47ac967b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:17.956093 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e2e4356-7189-4d33-a191-b821f41793b0 req-09610edf-2cda-495e-9fd7-f47ac967b8a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0423985 May 27 03:57:18.453714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89602a-bf69-48ac-bd29-a3f0e387facb req-0859eb50-5134-4aac-bbb8-5f5561393e69 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:18.455186 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb89602a-bf69-48ac-bd29-a3f0e387facb req-0859eb50-5134-4aac-bbb8-5f5561393e69 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0473142 May 27 03:57:18.510098 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb89602a-bf69-48ac-bd29-a3f0e387facb req-629dc1f1-23fd-45a4-bf79-0070f9a324a0 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485349 May 27 03:57:18.807802 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3994-dd64-4a35-a69a-86756565e476 req-404af036-9612-491b-be33-b02ff885044e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:18.809330 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fafd3994-dd64-4a35-a69a-86756565e476 req-404af036-9612-491b-be33-b02ff885044e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0500648 May 27 03:57:18.861675 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fafd3994-dd64-4a35-a69a-86756565e476 req-5c708711-16ed-4ae6-84dd-730a83f6f003 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 May 27 03:57:19.628151 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113d7d7-121c-4757-b7f2-6eca46e31e28 req-8aaa74f9-d85e-4acd-ad8a-be7a32d12538 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:19.629750 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d113d7d7-121c-4757-b7f2-6eca46e31e28 req-8aaa74f9-d85e-4acd-ad8a-be7a32d12538 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0510800 May 27 03:57:19.684795 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d113d7d7-121c-4757-b7f2-6eca46e31e28 req-58850e1f-ea7b-4e2f-bc4a-1b150815d57c tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468173 May 27 03:57:19.982893 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05532b15-76f9-4f15-ab04-d28b14b84013 req-1849c752-d26a-462f-9de2-c4193115f1a0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:19.984455 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-05532b15-76f9-4f15-ab04-d28b14b84013 req-1849c752-d26a-462f-9de2-c4193115f1a0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0502408 May 27 03:57:20.032795 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-05532b15-76f9-4f15-ab04-d28b14b84013 req-d329580f-8749-4aa3-bc12-2442fa7ed759 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 May 27 03:57:20.457588 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:20.495356 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e2e4356-7189-4d33-a191-b821f41793b0 req-dba90074-5fc9-42bd-b8ea-9ef696fa71c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432484 May 27 03:57:20.803372 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114475db-5041-40bb-bb4e-d90e4c89e5ab req-1b5eab65-e227-44f5-8ded-65bee2abc1f7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:20.804880 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-114475db-5041-40bb-bb4e-d90e4c89e5ab req-1b5eab65-e227-44f5-8ded-65bee2abc1f7 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0486033 May 27 03:57:20.858537 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-114475db-5041-40bb-bb4e-d90e4c89e5ab req-ab0b029e-552e-4356-a7e3-7f0229fac636 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480416 May 27 03:57:21.157239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47ca9-c7ce-4332-946e-e0dfaaf8f1e2 req-8b6704e7-cf9f-406d-a6a6-792ffa449c94 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:21.158767 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2da47ca9-c7ce-4332-946e-e0dfaaf8f1e2 req-8b6704e7-cf9f-406d-a6a6-792ffa449c94 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0488422 May 27 03:57:21.207580 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2da47ca9-c7ce-4332-946e-e0dfaaf8f1e2 req-4a694d60-839c-4caf-b26a-6a70b49b9322 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 May 27 03:57:21.429962 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:57:21.527579 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:21.539825 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'ec72801b-0718-48fa-ba83-9709ce756958', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:57:21.699016 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:57:21.699557 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:21.712957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:57:21.733263 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:21.805396 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:21.854272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:21.989888 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2553b-b152-40e2-bb08-feb128e88b6d req-0a3d6c3a-2e0b-4241-b5c3-7c44be2a3bc5 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:21.992005 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fae2553b-b152-40e2-bb08-feb128e88b6d req-0a3d6c3a-2e0b-4241-b5c3-7c44be2a3bc5 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0511239 May 27 03:57:22.051204 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fae2553b-b152-40e2-bb08-feb128e88b6d req-c4148f8c-335c-4005-b150-bca9980a9e5d tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535340 May 27 03:57:22.214258 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['ec72801b-0718-48fa-ba83-9709ce756958'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:57:22.346210 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8520-6a66-4a02-b9f8-7eb3125c9861 req-c7352995-3bfc-40f9-99e5-b0856622383b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:22.347988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-52af8520-6a66-4a02-b9f8-7eb3125c9861 req-c7352995-3bfc-40f9-99e5-b0856622383b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 944 time: 0.0651093 May 27 03:57:22.399651 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-52af8520-6a66-4a02-b9f8-7eb3125c9861 req-32412ca4-2b7c-4289-9dc3-89d160485d77 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452583 May 27 03:57:22.911148 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:22.916064 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:22.933904 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:57:23.184943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164e93e-b072-4d3b-971e-559e6e16d647 req-2a6cd31e-51c8-4e88-bcf6-acc0ae2b63a9 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:23.186412 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6164e93e-b072-4d3b-971e-559e6e16d647 req-2a6cd31e-51c8-4e88-bcf6-acc0ae2b63a9 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0497088 May 27 03:57:23.238692 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6164e93e-b072-4d3b-971e-559e6e16d647 req-f7d751e2-8171-4919-9b36-20f02decc7ea tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 May 27 03:57:23.387845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:23.446759 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:57:23.491130 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port ec72801b-0718-48fa-ba83-9709ce756958 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:57:23.526690 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64756e6-3de6-41d6-9434-929f4892b9ae req-d6210ab7-dcf9-4e9f-82a7-fb542a90ce3f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:23.528545 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f64756e6-3de6-41d6-9434-929f4892b9ae req-d6210ab7-dcf9-4e9f-82a7-fb542a90ce3f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 944 time: 0.0492020 May 27 03:57:23.551108 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:23.576272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port ec72801b-0718-48fa-ba83-9709ce756958 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:57:23.576956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (ec72801b-0718-48fa-ba83-9709ce756958), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:23.581303 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f64756e6-3de6-41d6-9434-929f4892b9ae req-36c2a8f1-ccce-4606-9795-404e10ef11c2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465136 May 27 03:57:23.656673 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:57:23.657056 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:23.681315 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:23.683531 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7137091-fd92-4418-8422-4de65a5bde28" -d '{"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:23.698486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:23.741025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854aa6e0-a581-4b9e-969c-488c65ab0b69 x-openstack-request-id: req-854aa6e0-a581-4b9e-969c-488c65ab0b69 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:23.741025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:23.741025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-854aa6e0-a581-4b9e-969c-488c65ab0b69 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:23.741025 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854aa6e0-a581-4b9e-969c-488c65ab0b69'] response: {'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'code': 200} May 27 03:57:23.786000 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:23.835638 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:24.027411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33412d-6563-4ab3-b747-d4c52fa25dfa req-a66092db-bc0b-4bf8-b879-2091922c6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:24.028833 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f33412d-6563-4ab3-b747-d4c52fa25dfa req-a66092db-bc0b-4bf8-b879-2091922c6159 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1129 time: 0.0426242 May 27 03:57:24.073987 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f33412d-6563-4ab3-b747-d4c52fa25dfa req-1f57a91a-a01f-4406-b755-bdc69432c3ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380147 May 27 03:57:24.711180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d01e6-b3b3-4636-831c-d91575c63ccf req-7f93ceec-184c-40fb-a279-b0f399da2ce2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:24.712859 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf3d01e6-b3b3-4636-831c-d91575c63ccf req-7f93ceec-184c-40fb-a279-b0f399da2ce2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0551271 May 27 03:57:24.762744 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf3d01e6-b3b3-4636-831c-d91575c63ccf req-c17a3555-1f82-4a2e-bfd2-21e9e3e1f80a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 May 27 03:57:25.887278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f952-be93-4fff-ac21-aa81da244ff5 req-ca6a315a-ef4e-42d6-9e9a-b3f6eff35ed8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:25.888864 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f876f952-be93-4fff-ac21-aa81da244ff5 req-ca6a315a-ef4e-42d6-9e9a-b3f6eff35ed8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0520451 May 27 03:57:25.901981 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:25.949658 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f876f952-be93-4fff-ac21-aa81da244ff5 req-9b20617c-d3b4-4583-be23-1f4672d6fae1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548849 May 27 03:57:26.071302 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2981f7-dd83-46d1-af2c-167cdcc32632 req-09ecf9f4-7c5a-487a-97e6-4fa4e75ddd29 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:26.072964 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab2981f7-dd83-46d1-af2c-167cdcc32632 req-09ecf9f4-7c5a-487a-97e6-4fa4e75ddd29 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0508523 May 27 03:57:26.081860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 34930) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:26.087481 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Request body: {'floatingip': {'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:26.355062 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:26.789079 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:26.861963 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:26.968319 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Floating IP de3836f9-e6a0-4aba-a990-db55306d6ec5 associated. External IP: 172.27.2.127, port: ec72801b-0718-48fa-ba83-9709ce756958. May 27 03:57:27.005370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:27.171002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:27.275688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:27.280616 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:27.283411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:27.285666 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:57:27.294691 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:27.297111 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:27.297744 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:27.312329 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f91124b2-a1c8-41ac-9090-b427c2913641 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "PUT /v2.0/floatingips/de3836f9-e6a0-4aba-a990-db55306d6ec5 HTTP/1.1" status: 200 len: 991 time: 1.2293763 May 27 03:57:27.312955 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:27.315208 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438f0e30-2967-405d-9cf1-8b28f2a62524" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:27.355655 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:27.361872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41248455-d235-4277-b826-4b87478378cf x-openstack-request-id: req-41248455-d235-4277-b826-4b87478378cf {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:27.361872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:27.361872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41248455-d235-4277-b826-4b87478378cf {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:27.361872 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41248455-d235-4277-b826-4b87478378cf'] response: {'name': 'network-changed', 'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'status': 'completed', 'code': 200} May 27 03:57:27.408898 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:27.423650 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-a006667d-024a-4bb0-8b55-86662502c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.425117 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-a006667d-024a-4bb0-8b55-86662502c428 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1129 time: 0.0414178 May 27 03:57:27.521849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-e8b154ab-c973-4168-890c-aba29d76e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.523345 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-e8b154ab-c973-4168-890c-aba29d76e427 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.0920463 May 27 03:57:27.586948 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-33275107-1b9b-4729-abb0-328880a04ba0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 999 time: 0.0574913 May 27 03:57:27.636476 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-1ab3d97c-69ed-4d2f-89e2-af3bdd3f169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.638102 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-1ab3d97c-69ed-4d2f-89e2-af3bdd3f169f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0453596 May 27 03:57:27.672300 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'de3836f9-e6a0-4aba-a990-db55306d6ec5', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:10Z', 'updated_at': '2022-05-27T03:57:26Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:27.689562 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-b3650ee5-e19d-41e0-9000-30f9c4d26962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.691069 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-b3650ee5-e19d-41e0-9000-30f9c4d26962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468206 May 27 03:57:27.698241 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:57:27.708635 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:27.709234 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:27.751255 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-2a9e3f23-c0b1-4d2b-8545-69c15c4384f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403578 May 27 03:57:27.796171 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-26135d1f-19cc-4c3b-9dd2-cea95a1ba92c service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989339 May 27 03:57:27.817517 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-6aed592c-597d-48a6-8f82-48741365424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.819039 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-6aed592c-597d-48a6-8f82-48741365424f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 1129 time: 0.0432553 May 27 03:57:27.822508 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:27.910701 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-438f0e30-2967-405d-9cf1-8b28f2a62524 req-4b68d3be-4047-4f3d-a373-a71e3bc52fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078730 May 27 03:57:27.955338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-79becb1c-3281-4911-aec8-47e5e9705cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:27.956816 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-79becb1c-3281-4911-aec8-47e5e9705cdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 200 len: 919 time: 0.1192737 May 27 03:57:27.997224 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-db80d79a-e196-4b07-869c-f1199cd48460 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 200 len: 217 time: 0.0334334 May 27 03:57:28.012352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:28.052677 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-89674463-7d66-448e-ab2e-118f65e8f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:28.054698 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-89674463-7d66-448e-ab2e-118f65e8f2f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 200 len: 857 time: 0.0500045 May 27 03:57:28.061501 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'de3836f9-e6a0-4aba-a990-db55306d6ec5', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:10Z', 'updated_at': '2022-05-27T03:57:26Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:28.091623 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7144677-b060-48f8-893d-b29d521f2ca6 None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'de3836f9-e6a0-4aba-a990-db55306d6ec5', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:10Z', 'updated_at': '2022-05-27T03:57:26Z', 'revision_number': 1, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:57:28.102876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-188139b5-6770-4952-86c4-9fe442457f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:28.104406 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-188139b5-6770-4952-86c4-9fe442457f33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5dfb91cc-e855-4e80-80f6-77ee55d3cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439956 May 27 03:57:28.207227 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-b6e8770d-5fdf-41e7-9e80-ccefa62e5107 service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961149 May 27 03:57:28.306186 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9629181-b855-4bed-9c34-ffaa11677595 None None] New status for floating IP de3836f9-e6a0-4aba-a990-db55306d6ec5: ACTIVE {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:57:28.317598 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-dc23338c-fcb6-4087-80f9-1251289c4080 req-1af15e2a-5b85-4bc3-8230-3aef9835f03b service neutron] 10.222.0.44 "GET /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044109 May 27 03:57:36.416127 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd95-53cb-4239-b0fd-f3d029ba3f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:37.894346 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=81 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:37.906709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=42 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:38.295791 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=76 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:38.312234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=11 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:38.439524 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:38.441451 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:39.415111 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:39.519083 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d64dfb1f-2c07-4cbb-b234-07dc812b67c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:40.713307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:41.707527 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:43.317132 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:46.156082 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707978-e15a-4477-9a72-efd097899746 req-5b8b8520-dc79-4aff-9ca0-8f26f44a766a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:46.158347 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d5707978-e15a-4477-9a72-efd097899746 req-5b8b8520-dc79-4aff-9ca0-8f26f44a766a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0487163 May 27 03:57:46.206010 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d5707978-e15a-4477-9a72-efd097899746 req-ff5079b8-621e-4d37-8758-17fa6af9126c tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 May 27 03:57:46.413577 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8346ad-6217-44a7-aa93-f063e2ac1172 req-176aa881-8fca-4960-aaab-e022294ad075 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:46.415013 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0a8346ad-6217-44a7-aa93-f063e2ac1172 req-176aa881-8fca-4960-aaab-e022294ad075 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0520651 May 27 03:57:46.463402 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0a8346ad-6217-44a7-aa93-f063e2ac1172 req-ce0605d0-9ecb-4ef6-b383-e3431ec2b1d4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 May 27 03:57:47.327132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac277f-e6b6-4712-b41d-591f2034d475 req-586faada-7c9b-472f-b3c7-fe978d3a89cc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:47.329306 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0aac277f-e6b6-4712-b41d-591f2034d475 req-586faada-7c9b-472f-b3c7-fe978d3a89cc tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0505397 May 27 03:57:47.378395 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0aac277f-e6b6-4712-b41d-591f2034d475 req-36eff4b9-4398-40bc-87da-9cfd63831276 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 May 27 03:57:47.585699 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7cce1-89af-4dcb-97e0-08d2d6adc313 req-8c7d3ee7-56b4-432c-a8ee-991a13c701c6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:47.587177 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-66e7cce1-89af-4dcb-97e0-08d2d6adc313 req-8c7d3ee7-56b4-432c-a8ee-991a13c701c6 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0541041 May 27 03:57:47.636785 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-66e7cce1-89af-4dcb-97e0-08d2d6adc313 req-14c3c4d1-90b4-4e22-927e-77df8d5f2d34 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438478 May 27 03:57:48.493785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f460d-838b-4030-b3c5-ac33ca560b27 req-0c870a62-271c-413a-ae88-11c9fa20d084 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:48.495262 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3d0f460d-838b-4030-b3c5-ac33ca560b27 req-0c870a62-271c-413a-ae88-11c9fa20d084 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0467334 May 27 03:57:48.543250 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3d0f460d-838b-4030-b3c5-ac33ca560b27 req-7391bebf-1652-44fb-9025-618c63504a4a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 May 27 03:57:48.756873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f55af-9a04-45f4-bb7c-847e18f11733 req-62c06958-df3f-4cf6-99ed-36f1a38274b5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:48.758409 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4f0f55af-9a04-45f4-bb7c-847e18f11733 req-62c06958-df3f-4cf6-99ed-36f1a38274b5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0489373 May 27 03:57:48.811074 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4f0f55af-9a04-45f4-bb7c-847e18f11733 req-829ec57b-dde2-4a0e-ac7c-486822783127 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 May 27 03:57:49.662538 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61acc-cae1-4fb1-b218-817b7a08af78 req-5edad5e9-fbb2-4867-8893-d3264119bb6f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:49.664007 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-77b61acc-cae1-4fb1-b218-817b7a08af78 req-5edad5e9-fbb2-4867-8893-d3264119bb6f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0513411 May 27 03:57:49.712466 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-77b61acc-cae1-4fb1-b218-817b7a08af78 req-85bd21ee-71c0-4836-8408-6d230947f91b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 May 27 03:57:49.926923 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d9793-0e74-4b52-8262-ffbe4147de4e req-e12de3b0-5700-4f94-9fac-0f1714a6f9d3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:49.928409 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0a8d9793-0e74-4b52-8262-ffbe4147de4e req-e12de3b0-5700-4f94-9fac-0f1714a6f9d3 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0487580 May 27 03:57:49.980351 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0a8d9793-0e74-4b52-8262-ffbe4147de4e req-e05cb950-1d8b-4ff0-9d36-921e413abb5b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 May 27 03:57:50.561543 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-e5b5ef1b-dd1d-4e1b-bf73-0fd0d3c56b13 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:50.563792 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-e5b5ef1b-dd1d-4e1b-bf73-0fd0d3c56b13 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0477982 May 27 03:57:50.670566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Deleting port adaeac17-3ece-4c17-855a-dc91f10d618c {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:50.670910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:50.766652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] For port adaeac17-3ece-4c17-855a-dc91f10d618c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adaeac17-3ece-4c17-855a-dc91f10d618c,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:50.767046 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:50.837130 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131e4b1-4c1b-4344-b3ee-a129f4c2754b req-5c7e7abe-95cf-4e71-9119-a2c7737583bf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:50.840471 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e131e4b1-4c1b-4344-b3ee-a129f4c2754b req-5c7e7abe-95cf-4e71-9119-a2c7737583bf tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 945 time: 0.0525129 May 27 03:57:50.902437 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e131e4b1-4c1b-4344-b3ee-a129f4c2754b req-a741098c-7ba5-440b-8f84-5922cca9028f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=efddfcfc-beb0-425e-af4e-6c042dfccd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581810 May 27 03:57:50.943573 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:50.944185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:50.944352 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Floating IP d3591381-cb3d-4e45-842f-461f14e8d8c9 disassociated. External IP: 172.27.2.101, port: adaeac17-3ece-4c17-855a-dc91f10d618c. May 27 03:57:50.944581 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Calling delete_port for adaeac17-3ece-4c17-855a-dc91f10d618c owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:51.015151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:51.052097 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:51.099174 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-c42a0318-7957-41ac-8b6e-348abc19c5bc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:51.100758 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-c42a0318-7957-41ac-8b6e-348abc19c5bc tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0544510 May 27 03:57:51.117050 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4b774-fabe-4c2c-98fe-ef7aa6d9669f req-1fdfee8f-5d83-46ea-a3e0-bc9744b9dce0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:51.118547 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ab4b774-fabe-4c2c-98fe-ef7aa6d9669f req-1fdfee8f-5d83-46ea-a3e0-bc9744b9dce0 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 945 time: 0.0652983 May 27 03:57:51.170332 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ab4b774-fabe-4c2c-98fe-ef7aa6d9669f req-1585ea3e-55e3-47d3-8ccd-2029c36f5488 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=b356f259-4f0b-46b6-aec3-05966d22a9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460579 May 27 03:57:51.174459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (adaeac17-3ece-4c17-855a-dc91f10d618c), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.203891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Deleting port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:51.204231 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.208661 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'Port': ['ID=adaeac17-3ece-4c17-855a-dc91f10d618c,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:51.305854 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] For port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:51.306222 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.326417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:51.437337 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:51.448527 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:57:51.461378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:51.462093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:51.483678 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] No DVR routers for this DVR port adaeac17-3ece-4c17-855a-dc91f10d618c on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:51.487288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.493373 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5c1cda8c-2dd1-452b-8710-5e9d67886aa7 req-9c205c94-50d2-4adb-8e79-da8444d46dfa tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "DELETE /v2.0/ports/adaeac17-3ece-4c17-855a-dc91f10d618c HTTP/1.1" status: 204 len: 173 time: 0.9052906 May 27 03:57:51.493373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'name': 'network-vif-deleted', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:51.493373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56548768-5c0a-497b-835e-b639319186c3" -d '{"events": [{"server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "name": "network-vif-deleted", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:51.530273 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe366b5-d998-446f-92c0-040dd2ef71e0 x-openstack-request-id: req-abe366b5-d998-446f-92c0-040dd2ef71e0 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:51.530559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273fddf3-e318-49d7-93a7-04afba0c9ea5", "name": "network-vif-deleted", "tag": "adaeac17-3ece-4c17-855a-dc91f10d618c", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:51.530807 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abe366b5-d998-446f-92c0-040dd2ef71e0 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:51.532190 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe366b5-d998-446f-92c0-040dd2ef71e0'] response: {'server_uuid': '273fddf3-e318-49d7-93a7-04afba0c9ea5', 'name': 'network-vif-deleted', 'tag': 'adaeac17-3ece-4c17-855a-dc91f10d618c', 'status': 'completed', 'code': 200} May 27 03:57:51.533943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.534347 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (168749f0-051f-4344-bad3-714374a01be5), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.534676 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Floating IP 168749f0-051f-4344-bad3-714374a01be5 disassociated. External IP: 172.27.2.21, port: e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea. May 27 03:57:51.535012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Calling delete_port for e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:51.708353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:51.793189 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:51.813112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:51.837012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event deleted for resources: {'Port': ['ID=e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:51.849042 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.849652 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.849749 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.850043 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.850373 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.850705 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.851627 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.852029 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.852361 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.852716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.853225 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.853552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.853883 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.854205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.854528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:51.859140 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:51.859815 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:51.911438 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:51.936984 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:57:51.951281 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:51.952464 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:51.979205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:52.032889 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-26bcb734-f5e3-47d0-b679-35e5fe7e12df req-6c0495e3-7f82-49c1-988f-06613f19fb44 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=273fddf3-e318-49d7-93a7-04afba0c9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0377004 May 27 03:57:52.073841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:52.115423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:52.136182 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:57:52.152244 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:52.153556 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:52.206276 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] No DVR routers for this DVR port e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:52.206276 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:52.207984 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ab2db10-0e09-4efd-a613-103ffac778c3 req-d541e271-e6d1-462a-aecc-26b82de25093 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "DELETE /v2.0/ports/e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea HTTP/1.1" status: 204 len: 173 time: 1.1018262 May 27 03:57:52.208785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'name': 'network-vif-deleted', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:57:52.210823 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b10bbd2-99eb-4102-880b-bd3d0e68f908" -d '{"events": [{"server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "name": "network-vif-deleted", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:57:52.267588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:52.280553 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:52.295497 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eaece4-2e07-4552-b7bd-ec466bb8c9f5 x-openstack-request-id: req-a3eaece4-2e07-4552-b7bd-ec466bb8c9f5 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:57:52.296145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe7f814-8f3b-4966-a07e-e4f26cc1b05e", "name": "network-vif-deleted", "tag": "e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:57:52.296459 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3eaece4-2e07-4552-b7bd-ec466bb8c9f5 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:57:52.299993 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eaece4-2e07-4552-b7bd-ec466bb8c9f5'] response: {'server_uuid': 'ffe7f814-8f3b-4966-a07e-e4f26cc1b05e', 'name': 'network-vif-deleted', 'tag': 'e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea', 'status': 'completed', 'code': 200} May 27 03:57:52.365509 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:52.373224 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-432f07c6-07f7-440b-92be-801540c65bb2 req-6e9adb3e-4ca9-41ce-aa19-e2aad3fe09a7 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0496562 May 27 03:57:52.410111 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08824f-04f6-4e47-9f2b-2a4df44d0fdd None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:57:52.500979 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:52.526055 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:57:52.535979 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:57:52.536643 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:57:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:52.668842 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbc3a6-a444-47ce-aba6-079c78ee8c82 None None] New status for floating IP d3591381-cb3d-4e45-842f-461f14e8d8c9: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:57:52.730447 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:57:52.929012 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:52.954828 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dc4e3-1a85-4c17-a6d6-ed8cf7f3092e None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:31Z', 'revision_number': 4, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7c97c4a4-774a-49c8-a4a5-1908a7f42635', 'name': '', 'network_id': '5dfb91cc-e855-4e80-80f6-77ee55d3cd53', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'mac_address': 'fa:16:3e:4f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:29Z', 'updated_at': '2022-05-27T03:49:42Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'subnets': [{'id': '79867d82-7ff6-4a21-bcaa-77207eb1fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:57:53.178581 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35018) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:53.180585 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0920c2-46c7-4273-b8e9-319ca9bb3ae9 None None] New status for floating IP 168749f0-051f-4344-bad3-714374a01be5: DOWN {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:57:53.236780 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (efddfcfc-beb0-425e-af4e-6c042dfccd63), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.262339 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (efddfcfc-beb0-425e-af4e-6c042dfccd63), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.373727 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (efddfcfc-beb0-425e-af4e-6c042dfccd63), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.376937 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.378157 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "DELETE /v2.0/security-groups/efddfcfc-beb0-425e-af4e-6c042dfccd63 HTTP/1.1" status: 204 len: 168 time: 0.1979339 May 27 03:57:53.381011 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35020) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:53.388922 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72985e-4a5b-4705-88b4-3f8ccec7a637 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efddfcfc-beb0-425e-af4e-6c042dfccd63,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:53.400850 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.408362 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.api.v2.resource [None req-b023deb6-01f1-41c0-9371-1bbe6ec6d322 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] show failed (client error): The resource could not be found. May 27 03:57:53.410741 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b023deb6-01f1-41c0-9371-1bbe6ec6d322 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups/efddfcfc-beb0-425e-af4e-6c042dfccd63 HTTP/1.1" status: 404 len: 347 time: 0.0285618 May 27 03:57:53.413539 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35024) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:53.530376 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4f8afccb-d5ef-4402-8ea5-71c7c607bb11 req-001f5b09-4c46-40e8-9bfc-1387f0d4cf61 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffe7f814-8f3b-4966-a07e-e4f26cc1b05e HTTP/1.1" status: 200 len: 210 time: 0.0372658 May 27 03:57:53.560323 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Deleting port 83a34148-5b0b-4bf2-959e-ded8b2e65af1 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:53.560692 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.601469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device adaeac17-3ece-4c17-855a-dc91f10d618c no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:57:53.623101 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: adaeac17-3ece-4c17-855a-dc91f10d618c {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:57:53.623447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device adaeac17-3ece-4c17-855a-dc91f10d618c not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:57:53.640210 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.640553 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (83a34148-5b0b-4bf2-959e-ded8b2e65af1), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.653873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Calling delete_port for 83a34148-5b0b-4bf2-959e-ded8b2e65af1 owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:53.697111 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:53.842372 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (83a34148-5b0b-4bf2-959e-ded8b2e65af1), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.869028 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'Port': ['ID=83a34148-5b0b-4bf2-959e-ded8b2e65af1,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:53.893020 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d3591381-cb3d-4e45-842f-461f14e8d8c9), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.895428 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:53.896594 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d6c27114-0555-4321-b656-126cbc517ce1 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "DELETE /v2.0/floatingips/d3591381-cb3d-4e45-842f-461f14e8d8c9 HTTP/1.1" status: 204 len: 168 time: 0.4821174 May 27 03:57:54.047412 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35028) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.052051 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697035411', 'description': 'tempest-description--1179713554'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:54.135972 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.223851 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (6e6599a6-61a4-44e8-ac3b-741552364d73), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.299392 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6e6599a6-61a4-44e8-ac3b-741552364d73), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.329196 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:54.331499 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6599a6-61a4-44e8-ac3b-741552364d73,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:54.400913 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.402107 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-126c5ded-5df3-40ea-944d-930fb20f3f37 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3535681 May 27 03:57:54.405334 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35030) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.409904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group_rule': {'security_group_id': '6e6599a6-61a4-44e8-ac3b-741552364d73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:54.543241 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (8ce10f2e-8ed5-48f2-967f-aa7fc51cd5cd), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.598602 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (8ce10f2e-8ed5-48f2-967f-aa7fc51cd5cd), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.664982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (8ce10f2e-8ed5-48f2-967f-aa7fc51cd5cd), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.684196 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35036) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.689766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce10f2e-8ed5-48f2-967f-aa7fc51cd5cd,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:54.748376 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (b356f259-4f0b-46b6-aec3-05966d22a9c4), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.776234 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (b356f259-4f0b-46b6-aec3-05966d22a9c4), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.777213 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.778680 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-03486f8e-9fa3-40b3-907a-79f9c508feba tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721540 May 27 03:57:54.781157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35038) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.786076 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'security_group_rule': {'security_group_id': '6e6599a6-61a4-44e8-ac3b-741552364d73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:54.882453 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (04d57e5f-06db-412d-bdc2-e6251f0136a3), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.906882 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (b356f259-4f0b-46b6-aec3-05966d22a9c4), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.910057 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:54.913551 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "DELETE /v2.0/security-groups/b356f259-4f0b-46b6-aec3-05966d22a9c4 HTTP/1.1" status: 204 len: 168 time: 0.2265036 May 27 03:57:54.914264 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35040) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.921406 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e40a7-bacb-4e07-a4b9-356b796c024e tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356f259-4f0b-46b6-aec3-05966d22a9c4,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:54.934694 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.api.v2.resource [None req-b37baf35-98e9-4d83-a70d-9e0ac6b4afcb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] show failed (client error): The resource could not be found. May 27 03:57:54.935708 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b37baf35-98e9-4d83-a70d-9e0ac6b4afcb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups/b356f259-4f0b-46b6-aec3-05966d22a9c4 HTTP/1.1" status: 404 len: 347 time: 0.0205379 May 27 03:57:54.939735 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35042) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:54.956459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (04d57e5f-06db-412d-bdc2-e6251f0136a3), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.024628 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (04d57e5f-06db-412d-bdc2-e6251f0136a3), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.046872 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d57e5f-06db-412d-bdc2-e6251f0136a3,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:55.055703 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Deleting port 3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:55.056050 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.107623 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:55.137860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.138188 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.151833 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Calling delete_port for 3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:55.164253 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.165643 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-652f7bf3-97e8-4409-88d7-60d29c5ea825 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833766 May 27 03:57:55.171741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35044) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:57:55.176701 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:55.262121 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.350854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.463612 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:55.464868 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Allocated IP 172.27.2.187 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/e0ca693c-570c-48bf-ab80-dc93c0f64c42) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:55.508400 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:55.600893 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:57:55.606210 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.621873 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:57:55.622227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device e190d9f6-a6ae-4d7d-9f5e-2e37cda719ea not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:57:55.640628 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event deleted for resources: {'Port': ['ID=3ee4ed31-9e7a-40d9-afaa-eb8f440f7cc7,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:55.702501 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks [] for floatingip (168749f0-051f-4344-bad3-714374a01be5), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.704970 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.706135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5a24351a-2db2-49f5-87cb-16981bd067ef tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "DELETE /v2.0/floatingips/168749f0-051f-4344-bad3-714374a01be5 HTTP/1.1" status: 204 len: 168 time: 0.7654359 May 27 03:57:55.832892 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.861991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:55.951937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:55.992151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:55.994976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:56.000736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:57:56.012633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=e0ca693c-570c-48bf-ab80-dc93c0f64c42,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:56.049321 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.142418 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.322870 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.403909 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.440934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.464106 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=e0ca693c-570c-48bf-ab80-dc93c0f64c42,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:56.576110 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:56.577330 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-834259d5-36ea-4d72-8e38-01c5354226b5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4046547 May 27 03:57:56.780899 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-54a1fba0-37aa-441c-ba9c-6e1466fead17 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--697035411&fields=id&tenant_id=b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 267 time: 0.0456812 May 27 03:57:56.890053 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-51c55128-a47c-41ee-aa13-6cfd0a7516af tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:56.892167 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-51c55128-a47c-41ee-aa13-6cfd0a7516af tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 811 time: 0.1034870 May 27 03:57:56.907259 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-6adcbcf4-1309-4840-bc0e-b31a09b7e751 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/quotas/b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 375 time: 0.0092807 May 27 03:57:56.957776 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-57a5782c-ff9d-45a6-8921-a083a11dada7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456326 May 27 03:57:57.029508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:57.059629 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-c5e8aceb-7028-4bf4-839b-c7edea358ef4 service neutron] 10.222.0.58 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905087 May 27 03:57:57.152833 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e9b2291e-efbe-4f8b-8ad8-405b627725ef service neutron] 10.222.0.58 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 May 27 03:57:57.477307 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ff2d06ef-8546-49e2-817c-ec618d8b8b07 req-d51b7d6d-0f6e-435a-be30-5ee9829f84e6 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 210 time: 0.0294142 May 27 03:57:58.578605 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dd2e52ed-4f68-4048-b688-284eb88ea0dd req-5487891f-e6bc-4e46-8030-cab317d234b3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 210 time: 0.0308456 May 27 03:57:58.772737 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93f2-f4b5-4549-9a92-d92a93da6093 req-3d177feb-c86f-40b9-931f-3abea8c8f982 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:58.774231 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f14e93f2-f4b5-4549-9a92-d92a93da6093 req-3d177feb-c86f-40b9-931f-3abea8c8f982 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0505950 May 27 03:57:58.825996 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f14e93f2-f4b5-4549-9a92-d92a93da6093 req-504a6a15-a469-4d06-b915-d2130af6b323 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 May 27 03:57:59.577067 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-84bc3c6d-f42b-4234-8ed0-009cf32c073b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:59.578561 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-84bc3c6d-f42b-4234-8ed0-009cf32c073b tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0511310 May 27 03:57:59.670730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Deleting port 79440c8f-31a4-4d0c-a99a-73be7d994e1a {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:57:59.671400 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:59.700673 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a546960e-890c-413d-bb0c-b3e8162a8ea3 req-8756b6d4-213b-405d-933f-a3d40c293dab tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 210 time: 0.0328891 May 27 03:57:59.770060 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] For port 79440c8f-31a4-4d0c-a99a-73be7d994e1a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=79440c8f-31a4-4d0c-a99a-73be7d994e1a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:59.770426 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:59.785059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Calling delete_port for 79440c8f-31a4-4d0c-a99a-73be7d994e1a owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:57:59.852205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-a755b519-7fa4-4e88-bf8a-5ce222a7d71b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:59.854040 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-a755b519-7fa4-4e88-bf8a-5ce222a7d71b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 811 time: 0.1066713 May 27 03:57:59.910034 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:59.934629 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:57:59.936655 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-650488c1-4bc1-4b44-86ba-59e0fe2fb491 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1f668cbb60844d881dfb2af61132af7 HTTP/1.1" status: 200 len: 379 time: 0.0677085 May 27 03:57:59.947184 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'port': {'device_id': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'admin_state_up': True, 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'security_groups': ['6e6599a6-61a4-44e8-ac3b-741552364d73']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:57:59.977154 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375978e-8752-4d67-89c0-8b698c7c46b4 req-26b44091-bfa1-4dd2-9133-4f32984c675f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:57:59.978772 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6375978e-8752-4d67-89c0-8b698c7c46b4 req-26b44091-bfa1-4dd2-9133-4f32984c675f tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 945 time: 0.0636902 May 27 03:58:00.035774 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6375978e-8752-4d67-89c0-8b698c7c46b4 req-7126a469-65f0-4b2c-b3bd-86b6f8880386 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 May 27 03:58:00.057889 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (79440c8f-31a4-4d0c-a99a-73be7d994e1a), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.071426 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['14d68387-5548-4cbb-a58e-6275572d68ed', '79440c8f-31a4-4d0c-a99a-73be7d994e1a'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:00.088160 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event deleted for resources: {'Port': ['ID=79440c8f-31a4-4d0c-a99a-73be7d994e1a,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:00.134555 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] No DVR routers for this DVR port 79440c8f-31a4-4d0c-a99a-73be7d994e1a on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:00.137620 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.140851 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-14d1e763-37d4-4eeb-bae9-7824b7c3b9ed req-ad7e5885-9d13-41e6-a36d-dbee2a8c6fff tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "DELETE /v2.0/ports/79440c8f-31a4-4d0c-a99a-73be7d994e1a HTTP/1.1" status: 204 len: 173 time: 0.5563462 May 27 03:58:00.141925 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'name': 'network-vif-deleted', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:00.144174 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfcd4b3-bd32-43f7-ba61-7d2d1f12bb80" -d '{"events": [{"server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "name": "network-vif-deleted", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:00.147195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Made reservation on behalf of b1f668cbb60844d881dfb2af61132af7 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:58:00.150925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.191340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0846d-292c-4f90-b50c-43addb4ceac9 x-openstack-request-id: req-96d0846d-292c-4f90-b50c-43addb4ceac9 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:00.191634 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a0082-dd02-4686-867c-8fb493c8164b", "name": "network-vif-deleted", "tag": "79440c8f-31a4-4d0c-a99a-73be7d994e1a", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:00.191881 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96d0846d-292c-4f90-b50c-43addb4ceac9 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:00.192595 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d0846d-292c-4f90-b50c-43addb4ceac9'] response: {'server_uuid': 'b95a0082-dd02-4686-867c-8fb493c8164b', 'name': 'network-vif-deleted', 'tag': '79440c8f-31a4-4d0c-a99a-73be7d994e1a', 'status': 'completed', 'code': 200} May 27 03:58:00.300460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Allocated IP 172.20.0.13 (5f6279fa-5489-4182-8aee-fafc3439f008/789965dc-c253-4f52-8ecd-8a893a7251a1/2beafbf4-0cbf-418e-a334-412c287594f7) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:00.453614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for port (2beafbf4-0cbf-418e-a334-412c287594f7), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.584845 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.632846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Network 5f6279fa-5489-4182-8aee-fafc3439f008 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:00.637961 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:00.641761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:58:00.646876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:00.647476 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.649699 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:00.654069 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event updated for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:00.778315 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e3fc3a72-73cd-4dd3-b8ca-f795df263214 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8349614 May 27 03:58:00.826360 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b695-b198-49f1-858c-a23239dfe029 req-f3f80b2f-badd-4e7c-b6c5-edfbbd02bf46 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:00.832063 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5389b695-b198-49f1-858c-a23239dfe029 req-f3f80b2f-badd-4e7c-b6c5-edfbbd02bf46 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 932 time: 0.0568287 May 27 03:58:00.865538 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:00.877626 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5389b695-b198-49f1-858c-a23239dfe029 req-e498421e-4805-4ee0-b01b-ad85127bd8c5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432558 May 27 03:58:00.890566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Request body: {'port': {'device_id': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:58:00.913177 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-88e87bee-dd85-44ba-b3c2-1de95fbbbd59 None None] Provisioning complete for port 2beafbf4-0cbf-418e-a334-412c287594f7 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:58:00.914447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-88e87bee-dd85-44ba-b3c2-1de95fbbbd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.947780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-88e87bee-dd85-44ba-b3c2-1de95fbbbd59 None None] Port 2beafbf4-0cbf-418e-a334-412c287594f7 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:58:00.977616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.177658 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-df722c2a-744d-4d01-844b-24250802afbb req-eef5ded8-99b3-43c8-8ac0-c9af924aed39 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95a0082-dd02-4686-867c-8fb493c8164b HTTP/1.1" status: 200 len: 210 time: 0.0473268 May 27 03:58:01.303934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beafbf4-0cbf-418e-a334-412c287594f7 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:58:01.311276 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks [] for port (2beafbf4-0cbf-418e-a334-412c287594f7), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.314622 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:01.327228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Transition to ACTIVE for port object 2beafbf4-0cbf-418e-a334-412c287594f7 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:58:01.455981 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.513423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Pushing event updated for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:01.554991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Attempting to bind port 2beafbf4-0cbf-418e-a334-412c287594f7 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:58:01.555335 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Attempting to bind port 2beafbf4-0cbf-418e-a334-412c287594f7 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:58:01.555670 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Attempting to bind port 2beafbf4-0cbf-418e-a334-412c287594f7 on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:58:01.561381 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Port 2beafbf4-0cbf-418e-a334-412c287594f7 on network 5f6279fa-5489-4182-8aee-fafc3439f008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:58:01.561708 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Attempting to bind port 2beafbf4-0cbf-418e-a334-412c287594f7 on network 5f6279fa-5489-4182-8aee-fafc3439f008 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:58:01.568450 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:58:01.568824 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Checking segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:58:01.569211 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Bound using segment: {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:58:01.569638 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Bound port: 2beafbf4-0cbf-418e-a334-412c287594f7, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:58:01.570002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.635932 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:58:01.639152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2beafbf4-0cbf-418e-a334-412c287594f7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:58:01.751328 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.786153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:01.786775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:01.788205 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] 10.222.0.44 "PUT /v2.0/ports/2beafbf4-0cbf-418e-a334-412c287594f7 HTTP/1.1" status: 200 len: 1094 time: 0.9019878 May 27 03:58:01.790702 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:01.794192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b12db-0acf-4089-99f2-db91a44f91f5" -d '{"events": [{"name": "network-changed", "server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:01.817492 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:01.827566 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113acfb-c4ef-4dbc-93d2-af0741e1a807 service neutron] Pushing event updated for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:01.834763 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c3cdf-85f4-4385-85d9-21fd3179d0e3 x-openstack-request-id: req-069c3cdf-85f4-4385-85d9-21fd3179d0e3 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:01.835048 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:01.835310 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-069c3cdf-85f4-4385-85d9-21fd3179d0e3 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:01.835689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069c3cdf-85f4-4385-85d9-21fd3179d0e3'] response: {'name': 'network-changed', 'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7', 'status': 'completed', 'code': 200} May 27 03:58:01.913926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-2e07946a-db1b-45fd-9e5e-000ff3daa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:01.915447 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-2e07946a-db1b-45fd-9e5e-000ff3daa35d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 1128 time: 0.0438292 May 27 03:58:02.039459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2be911-0f11-431f-957b-17865fb4f679 req-0f4d119f-4079-47b4-ae23-94e5864406a8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.040936 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fd2be911-0f11-431f-957b-17865fb4f679 req-0f4d119f-4079-47b4-ae23-94e5864406a8 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 944 time: 0.0576503 May 27 03:58:02.079892 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-bb0d0445-158c-42a5-9f65-1667247e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.081264 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-bb0d0445-158c-42a5-9f65-1667247e2b81 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b1f668cbb60844d881dfb2af61132af7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1574810 May 27 03:58:02.131548 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fd2be911-0f11-431f-957b-17865fb4f679 req-a0dc7ebd-2dfd-4bbd-8975-d4bcd28c4aea tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807092 May 27 03:58:02.195875 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-2b704350-ae06-4d47-9905-d5047cdf3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.197380 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9c9b12db-0acf-4089-99f2-db91a44f91f5 req-2b704350-ae06-4d47-9905-d5047cdf3ad8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066816 May 27 03:58:02.274395 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-3fb37e5c-2e7b-4a3b-aeb7-c5fba08c56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.275903 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-3fb37e5c-2e7b-4a3b-aeb7-c5fba08c56ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 1128 time: 0.0421801 May 27 03:58:02.319468 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-fc918f37-d234-4077-b5c6-753907eae2a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2beafbf4-0cbf-418e-a334-412c287594f7 HTTP/1.1" status: 200 len: 217 time: 0.0361331 May 27 03:58:02.368538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-c5c6e1bc-eb0b-4e73-b4af-2181217f697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.369911 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-c5c6e1bc-eb0b-4e73-b4af-2181217f697d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.0447593 May 27 03:58:02.413724 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-a7ee4399-4ca2-4102-bf4d-63897952e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.415388 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-a7ee4399-4ca2-4102-bf4d-63897952e1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393307 May 27 03:58:02.512253 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-e71a1fad-cdcf-435d-a777-dc30cdff950e service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902543 May 27 03:58:02.608156 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-fbf6d248-1dc3-457c-a309-6cfdf0ff5c9b req-7ef58b17-90da-4c7f-ad44-5f897bf5a4f3 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899081 May 27 03:58:02.675300 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c293b-0e7e-46cc-a9c2-44d1c217186d req-9a4eb502-c7f3-4e3c-8b30-f14a42f48af5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:02.676863 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d2c293b-0e7e-46cc-a9c2-44d1c217186d req-9a4eb502-c7f3-4e3c-8b30-f14a42f48af5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0493522 May 27 03:58:02.729686 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-2d2c293b-0e7e-46cc-a9c2-44d1c217186d req-1699b124-77bd-43f7-9740-70e1a7bb7635 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 May 27 03:58:03.249004 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077685-6859-4bda-8acd-4ef25b2d8554 req-812ed553-490e-4ca4-9bf1-79db45c7d1d7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:03.251417 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b8077685-6859-4bda-8acd-4ef25b2d8554 req-812ed553-490e-4ca4-9bf1-79db45c7d1d7 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 944 time: 0.0488713 May 27 03:58:03.263255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:03.303948 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b8077685-6859-4bda-8acd-4ef25b2d8554 req-229dcd9b-d388-4de0-9632-f48d29c1f8cd tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472357 May 27 03:58:03.359151 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:03.623324 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 79440c8f-31a4-4d0c-a99a-73be7d994e1a no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:03.646105 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 79440c8f-31a4-4d0c-a99a-73be7d994e1a {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:03.646448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 79440c8f-31a4-4d0c-a99a-73be7d994e1a not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:03.858629 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865fc1-cd31-4592-8068-47e73f0743e0 req-0680f003-a104-430b-b363-e61bbfc9b5b4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:03.860786 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a8865fc1-cd31-4592-8068-47e73f0743e0 req-0680f003-a104-430b-b363-e61bbfc9b5b4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0574872 May 27 03:58:03.910420 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a8865fc1-cd31-4592-8068-47e73f0743e0 req-0c18210d-4061-4799-a50c-e725a1cd13e5 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 May 27 03:58:04.420912 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ba58-ccbb-4dd0-b5ed-a00c1d7fe939 req-5932ea3d-5b07-4fc6-99e7-5d7d72063bef tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:04.422519 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6702ba58-ccbb-4dd0-b5ed-a00c1d7fe939 req-5932ea3d-5b07-4fc6-99e7-5d7d72063bef tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 944 time: 0.0485053 May 27 03:58:04.471564 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6702ba58-ccbb-4dd0-b5ed-a00c1d7fe939 req-475c533a-9f1f-4698-a216-8363e80def73 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 May 27 03:58:05.018325 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:05.029226 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5951eec-4284-4945-8179-790d994cb4c7 req-ebfcaf1a-181c-4d4f-9a54-94468adc0423 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:05.033788 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c5951eec-4284-4945-8179-790d994cb4c7 req-ebfcaf1a-181c-4d4f-9a54-94468adc0423 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0483308 May 27 03:58:05.085196 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c5951eec-4284-4945-8179-790d994cb4c7 req-cb6ae7dd-12c9-474c-a30c-dfd8f0966be4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/security-groups?id=054f819e-9e55-45fb-9f3a-3d54ec33789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 May 27 03:58:05.597563 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-c7b2082a-a21f-4ed8-98d5-9f33e68260bb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:05.598993 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-c7b2082a-a21f-4ed8-98d5-9f33e68260bb tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 945 time: 0.0782814 May 27 03:58:05.608769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33083fd-3be3-44d2-a4db-791adacf5172 req-debb132d-e1c4-4cd2-8e40-cd614fdb9ae3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:05.610704 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a33083fd-3be3-44d2-a4db-791adacf5172 req-debb132d-e1c4-4cd2-8e40-cd614fdb9ae3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 944 time: 0.0620692 May 27 03:58:05.642143 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2beafbf4-0cbf-418e-a334-412c287594f7 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:58:05.716808 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a33083fd-3be3-44d2-a4db-791adacf5172 req-0061883c-876b-4fbf-afc7-6b59108e84e6 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979762 May 27 03:58:05.719904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Deleting port 14d68387-5548-4cbb-a58e-6275572d68ed {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:05.720227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:05.743717 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2beafbf4-0cbf-418e-a334-412c287594f7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:05.755616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '2beafbf4-0cbf-418e-a334-412c287594f7', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'port_id': '2beafbf4-0cbf-418e-a334-412c287594f7', 'mac_address': 'fa:16:3e:85:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:58:05.794196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2beafbf4-0cbf-418e-a334-412c287594f7 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:58:05.794521 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:05.808247 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beafbf4-0cbf-418e-a334-412c287594f7 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:58:05.811957 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] For port 14d68387-5548-4cbb-a58e-6275572d68ed, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=14d68387-5548-4cbb-a58e-6275572d68ed,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:05.812324 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:05.826511 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Calling delete_port for 14d68387-5548-4cbb-a58e-6275572d68ed owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:05.828284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2beafbf4-0cbf-418e-a334-412c287594f7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:05.831744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:05.895395 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:05.938844 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:05.943964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:05.951739 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.952089 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.952434 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.952800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.953135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.953466 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.953866 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.954195 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.954527 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.954857 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.955187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.955514 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.955838 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.956159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:05.956479 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.078405 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (14d68387-5548-4cbb-a58e-6275572d68ed), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:06.113729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Pushing event deleted for resources: {'Port': ['ID=14d68387-5548-4cbb-a58e-6275572d68ed,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:06.115789 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['14d68387-5548-4cbb-a58e-6275572d68ed'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.143350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.144030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.144030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.144351 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.144833 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.145154 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.145477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.145794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:06.176561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] No DVR routers for this DVR port 14d68387-5548-4cbb-a58e-6275572d68ed on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:06.179029 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:06.182233 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f73006e7-5f89-49cd-9bff-e54230b4abcb req-97115802-4aa3-4a66-8e21-408fb51e79ba tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.44 "DELETE /v2.0/ports/14d68387-5548-4cbb-a58e-6275572d68ed HTTP/1.1" status: 204 len: 173 time: 0.5706804 May 27 03:58:06.182666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'name': 'network-vif-deleted', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:06.184940 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad837674-fb04-43ad-a5b0-59f3726b6fe8" -d '{"events": [{"server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "name": "network-vif-deleted", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:06.204114 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-12025bbe-57d2-445c-a3bc-92e1f61cfb68 req-0dc5cebe-43c7-4eba-9ef4-f4d06916add4 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 210 time: 0.0315027 May 27 03:58:06.221992 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb279f20-a061-4a53-b57c-a0216246014a x-openstack-request-id: req-fb279f20-a061-4a53-b57c-a0216246014a {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:06.222477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447c506-7dde-4606-9364-61407cdf34cb", "name": "network-vif-deleted", "tag": "14d68387-5548-4cbb-a58e-6275572d68ed", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:06.222840 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb279f20-a061-4a53-b57c-a0216246014a {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:06.223486 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb279f20-a061-4a53-b57c-a0216246014a'] response: {'server_uuid': '3447c506-7dde-4606-9364-61407cdf34cb', 'name': 'network-vif-deleted', 'tag': '14d68387-5548-4cbb-a58e-6275572d68ed', 'status': 'completed', 'code': 200} May 27 03:58:06.280164 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['2beafbf4-0cbf-418e-a334-412c287594f7'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:06.431096 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0896e3d3-9627-4ff3-a0a6-f59969c9358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:06.839572 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38081742-3900-48b6-9143-fe0dcc30b06c req-ba9744f4-9165-4e7b-a493-0aea2a40df44 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:06.841073 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-38081742-3900-48b6-9143-fe0dcc30b06c req-ba9744f4-9165-4e7b-a493-0aea2a40df44 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 945 time: 0.0516546 May 27 03:58:06.899492 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-38081742-3900-48b6-9143-fe0dcc30b06c req-c1157570-b4aa-446a-a7ac-fb640e182403 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523727 May 27 03:58:07.325520 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-504f8046-c0cd-45e5-a319-019e15068b10 req-aed57795-14b2-4d46-acd7-c07ad8395751 tempest-ServerRescueNegativeTestJSON-855707423 tempest-ServerRescueNegativeTestJSON-855707423-project] 10.222.0.58 "GET /v2.0/ports?device_id=3447c506-7dde-4606-9364-61407cdf34cb HTTP/1.1" status: 200 len: 210 time: 0.0286958 May 27 03:58:07.662244 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2beafbf4-0cbf-418e-a334-412c287594f7 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:58:07.706688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:07.707705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 2beafbf4-0cbf-418e-a334-412c287594f7 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:58:07.803409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 2beafbf4-0cbf-418e-a334-412c287594f7 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:58:07.803793 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:07.884127 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2beafbf4-0cbf-418e-a334-412c287594f7 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:58:07.884531 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:07.909154 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:07.911413 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418a6e7-4f64-4a3c-8d0d-f9b2e8774ac8" -d '{"events": [{"server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "name": "network-vif-plugged", "status": "completed", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:07.929079 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2beafbf4-0cbf-418e-a334-412c287594f7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:07.954303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e9379-ebaf-49be-860f-916f161f7e8d x-openstack-request-id: req-3e3e9379-ebaf-49be-860f-916f161f7e8d {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:07.955428 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "name": "network-vif-plugged", "status": "completed", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:07.955692 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e3e9379-ebaf-49be-860f-916f161f7e8d {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:07.956096 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3e9379-ebaf-49be-860f-916f161f7e8d'] response: {'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7', 'code': 200} May 27 03:58:08.032966 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae059-0ae6-42cc-b459-7bcc9695fd2c req-798ac96c-6411-456a-91b6-a998bdcb5b55 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:08.034485 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-13fae059-0ae6-42cc-b459-7bcc9695fd2c req-798ac96c-6411-456a-91b6-a998bdcb5b55 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 945 time: 0.0548773 May 27 03:58:08.049973 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:08.086913 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-13fae059-0ae6-42cc-b459-7bcc9695fd2c req-2b445aa4-d302-4140-adcf-d440c4176d3d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468249 May 27 03:58:08.102934 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:08.310558 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f8ea-c839-4e3a-af0e-81047ef969a4 req-ff24522f-1546-4c5a-aad4-9f383297a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:08.312137 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b0e7f8ea-c839-4e3a-af0e-81047ef969a4 req-ff24522f-1546-4c5a-aad4-9f383297a6be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 1130 time: 0.0502326 May 27 03:58:08.345731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:08.360956 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b0e7f8ea-c839-4e3a-af0e-81047ef969a4 req-faffe3e4-dead-4846-b1f4-551f033d8824 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416927 May 27 03:58:08.384639 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35142) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:08.932734 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.216695 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:09.233033 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081865b-46ae-4dd0-859e-0968e816ee0f req-091df4c2-9cbb-463c-9ee4-19de9eb2c32d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:09.234495 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d081865b-46ae-4dd0-859e-0968e816ee0f req-091df4c2-9cbb-463c-9ee4-19de9eb2c32d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0686598 May 27 03:58:09.251354 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Deleting port 7c97c4a4-774a-49c8-a4a5-1908a7f42635 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:09.251719 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.336428 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d081865b-46ae-4dd0-859e-0968e816ee0f req-67942fa5-4863-4f75-aa21-329b5cc1b04b tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939424 May 27 03:58:09.365681 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] For port 7c97c4a4-774a-49c8-a4a5-1908a7f42635, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7c97c4a4-774a-49c8-a4a5-1908a7f42635,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:09.366390 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.380344 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Calling delete_port for 7c97c4a4-774a-49c8-a4a5-1908a7f42635 owned by network:router_interface {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:09.518408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bcbe84cf-e80c-4eed-a5dd-e0bff5b36602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.674147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 14d68387-5548-4cbb-a58e-6275572d68ed no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:09.696972 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 14d68387-5548-4cbb-a58e-6275572d68ed {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:09.697313 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 14d68387-5548-4cbb-a58e-6275572d68ed not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:09.771888 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:09.934816 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:09.973052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (7c97c4a4-774a-49c8-a4a5-1908a7f42635), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.996312 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c97c4a4-774a-49c8-a4a5-1908a7f42635,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:10.129503 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:10.339015 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:10.347550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:10.461583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1cf4-6c2a-4d3f-a17e-2a95dbe9075f req-2ca9ee6f-fb80-45fa-beee-bfd26b13cda3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:10.463109 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-28cd1cf4-6c2a-4d3f-a17e-2a95dbe9075f req-2ca9ee6f-fb80-45fa-beee-bfd26b13cda3 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0497344 May 27 03:58:10.463250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:10.469622 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c966a259-686f-41fa-9161-81c9756ad353 admin admin] 10.222.0.58 "PUT /v2.0/routers/f40713ed-fa60-4399-8e2c-ccfb4f16ab94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0831215 May 27 03:58:10.471269 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35150) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:10.474774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Sync routers for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:10.485580 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:10.486582 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:10.523008 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-28cd1cf4-6c2a-4d3f-a17e-2a95dbe9075f req-cd8c6474-1689-4c83-9a8c-61e43bb3771e tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497639 May 27 03:58:10.585993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks [] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:10.600333 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:10.701846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3f3d-b339-4c6a-9abb-be54d428d1e6 req-43758027-346d-40c2-b8ef-8f99b4fc30e2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:10.703330 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-16af3f3d-b339-4c6a-9abb-be54d428d1e6 req-43758027-346d-40c2-b8ef-8f99b4fc30e2 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0838904 May 27 03:58:10.712623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35154) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:10.718728 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Request body: {'floatingip': {'port_id': '2beafbf4-0cbf-418e-a334-412c287594f7'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:58:10.743762 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:10.765644 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:10.785996 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:58:09Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:10.810958 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Checking router: f40713ed-fa60-4399-8e2c-ccfb4f16ab94 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:10.817321 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:10.820406 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Routers {'f40713ed-fa60-4399-8e2c-ccfb4f16ab94'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:10.821043 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:10.830204 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks [] for router_gateway (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:10.974663 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:11.019327 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Deleting port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:11.019696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.050627 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] Set router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:11.200239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] For port 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:11.200650 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.227787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:58:09Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:11.241022 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Calling delete_port for 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 owned by network:router_gateway {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:11.254740 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60ba4c-f50a-4b2a-9d28-0ede5c91ee51 None None] The sync data for ids ['f40713ed-fa60-4399-8e2c-ccfb4f16ab94'] in dv-cinder-843361-2-iscsi is: [{'id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'name': 'tempest-ServerRescueNegativeTestJSON-435298925-router', 'tenant_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:58:09Z', 'revision_number': 5, 'project_id': 'df0a2a8dca064a3ea1c20b7a32842000', 'gw_port': {'id': '0ae1faa0-36d9-481c-9154-9cb1ca0f9f01', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40713ed-fa60-4399-8e2c-ccfb4f16ab94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:11.426224 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.433899 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:11.506585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.591306 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (0ae1faa0-36d9-481c-9154-9cb1ca0f9f01), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.607341 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.632846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae1faa0-36d9-481c-9154-9cb1ca0f9f01,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:11.661660 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Floating IP d1d60731-4d52-4cab-ab76-03610aae34e4 associated. External IP: 172.27.2.187, port: 2beafbf4-0cbf-418e-a334-412c287594f7. May 27 03:58:11.664249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.815239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:11.817217 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.821114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks [] for router_controller (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.913849 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7c97c4a4-774a-49c8-a4a5-1908a7f42635 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:11.934453 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 7c97c4a4-774a-49c8-a4a5-1908a7f42635 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:11.934786 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7c97c4a4-774a-49c8-a4a5-1908a7f42635 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:12.308231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:12.319667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (f40713ed-fa60-4399-8e2c-ccfb4f16ab94), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.320255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40713ed-fa60-4399-8e2c-ccfb4f16ab94 {{(pid=111120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:12.354964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.358620 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2f2ffcdf-6a55-4495-8426-aff33499c97a admin admin] 10.222.0.58 "DELETE /v2.0/routers/f40713ed-fa60-4399-8e2c-ccfb4f16ab94 HTTP/1.1" status: 204 len: 168 time: 1.8838274 May 27 03:58:12.358977 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35156) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:12.447376 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Deleting subnet 79867d82-7ff6-4a21-bcaa-77207eb1fd62 {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:58:12.456685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Publish callbacks [] for subnet (79867d82-7ff6-4a21-bcaa-77207eb1fd62), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.505323 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:12.510280 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.517228 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:12.531321 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:12.534839 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:12.542697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Publish callbacks [] for subnet (79867d82-7ff6-4a21-bcaa-77207eb1fd62), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.579150 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-dd0cc724-8125-443e-b69a-0aa6554af7c0 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "PUT /v2.0/floatingips/d1d60731-4d52-4cab-ab76-03610aae34e4 HTTP/1.1" status: 200 len: 992 time: 1.8648176 May 27 03:58:12.598241 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:12.600519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54173d-d2eb-43fd-962b-9fde43acf483" -d '{"events": [{"name": "network-changed", "server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:12.635338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (79867d82-7ff6-4a21-bcaa-77207eb1fd62), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.650122 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:12.656910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f5a76-245a-4527-9902-4ee2f84c5af5 x-openstack-request-id: req-631f5a76-245a-4527-9902-4ee2f84c5af5 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:12.657180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:12.657533 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-631f5a76-245a-4527-9902-4ee2f84c5af5 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:12.657919 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631f5a76-245a-4527-9902-4ee2f84c5af5'] response: {'name': 'network-changed', 'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7', 'status': 'completed', 'code': 200} May 27 03:58:12.722517 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-0a4fd626-93aa-4ac5-862e-c67a6e49ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:12.724019 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-0a4fd626-93aa-4ac5-862e-c67a6e49ac93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f668cbb60844d881dfb2af61132af7&device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 1130 time: 0.0565228 May 27 03:58:12.794424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (79867d82-7ff6-4a21-bcaa-77207eb1fd62), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.826856 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:12.841283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79867d82-7ff6-4a21-bcaa-77207eb1fd62,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:12.854000 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.857175 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-3f49ee33-96d0-4c76-afda-b2162f38d26e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/79867d82-7ff6-4a21-bcaa-77207eb1fd62 HTTP/1.1" status: 204 len: 168 time: 0.4969995 May 27 03:58:12.859992 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35162) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:12.868085 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9fa17e-3c62-4495-9a29-f9dcff6371f9 None None] Network 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:58:12.869104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-2f65051b-b72e-4a57-ab19-25283e85466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:12.869104 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-2f65051b-b72e-4a57-ab19-25283e85466f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 200 len: 912 time: 0.1349971 May 27 03:58:12.899477 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd1d60731-4d52-4cab-ab76-03610aae34e4', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': '2beafbf4-0cbf-418e-a334-412c287594f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:85:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:56Z', 'updated_at': '2022-05-27T03:58:11Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:12.924341 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:12.934615 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:12.935237 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:12.939579 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-6478b119-0f3c-4207-86de-86d2ec0f2b28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2beafbf4-0cbf-418e-a334-412c287594f7 HTTP/1.1" status: 200 len: 1000 time: 0.0629025 May 27 03:58:12.978203 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (5dfb91cc-e855-4e80-80f6-77ee55d3cd53), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.014021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-91249767-e1bb-4031-b8c4-7fe080119132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:13.016556 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-91249767-e1bb-4031-b8c4-7fe080119132 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 200 len: 850 time: 0.0661747 May 27 03:58:13.035730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Deleting port fc586236-dea7-44db-bcad-acbfc4a4900a {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:13.036296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.045472 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:13.069954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-6d0936ba-f0d1-437b-a1bb-49278b6d1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:13.071636 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-6d0936ba-f0d1-437b-a1bb-49278b6d1fc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f6279fa-5489-4182-8aee-fafc3439f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487266 May 27 03:58:13.088145 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] DHCP port deletion for 5dfb91cc-e855-4e80-80f6-77ee55d3cd53 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:58:13.110149 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] For port fc586236-dea7-44db-bcad-acbfc4a4900a, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=fc586236-dea7-44db-bcad-acbfc4a4900a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:13.110793 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.117874 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:13.126126 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Calling delete_port for fc586236-dea7-44db-bcad-acbfc4a4900a owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:13.136714 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Deleting port fc586236-dea7-44db-bcad-acbfc4a4900a {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:13.139907 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.175308 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-32dcaee7-144d-4fd3-8eff-d959d6138e62 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938964 May 27 03:58:13.220913 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] For port fc586236-dea7-44db-bcad-acbfc4a4900a, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=fc586236-dea7-44db-bcad-acbfc4a4900a,segment=NetworkSegment(062e748a-c788-4f1b-9c00-c234914f2605),segment_id=062e748a-c788-4f1b-9c00-c234914f2605)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:13.221424 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.236149 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Calling delete_port for fc586236-dea7-44db-bcad-acbfc4a4900a owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:13.257867 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:13.285792 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bf54173d-d2eb-43fd-962b-9fde43acf483 req-98ebd116-fe70-4208-baa4-6f7ca9b34dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056845 May 27 03:58:13.289664 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.314503 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd1d60731-4d52-4cab-ab76-03610aae34e4', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': '2beafbf4-0cbf-418e-a334-412c287594f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:85:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:56Z', 'updated_at': '2022-05-27T03:58:11Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:13.317807 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc586236-dea7-44db-bcad-acbfc4a4900a,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:13.320773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] No DVR routers for this DVR port fc586236-dea7-44db-bcad-acbfc4a4900a on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:13.326090 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.344388 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e35c94-dbd4-49a3-b3d3-d38e0b997164 None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd1d60731-4d52-4cab-ab76-03610aae34e4', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'port_id': '2beafbf4-0cbf-418e-a334-412c287594f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'mac_address': 'fa:16:3e:85:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:57:56Z', 'updated_at': '2022-05-27T03:58:11Z', 'revision_number': 1, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:13.380373 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (fc586236-dea7-44db-bcad-acbfc4a4900a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.402099 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (5dfb91cc-e855-4e80-80f6-77ee55d3cd53), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.403684 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] Pushing event deleted for resources: {'Port': ['ID=fc586236-dea7-44db-bcad-acbfc4a4900a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:13.410028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661905a-d895-4edd-a4f0-08c8cf0a0416 None None] No DVR routers for this DVR port fc586236-dea7-44db-bcad-acbfc4a4900a on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:13.433288 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfb91cc-e855-4e80-80f6-77ee55d3cd53']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:13.447299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062e748a-c788-4f1b-9c00-c234914f2605') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:13.447851 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062e748a-c788-4f1b-9c00-c234914f2605') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:13.460273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (062e748a-c788-4f1b-9c00-c234914f2605), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.474076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (062e748a-c788-4f1b-9c00-c234914f2605), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.480242 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:58:13.480678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (062e748a-c788-4f1b-9c00-c234914f2605), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.525855 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 062e748a-c788-4f1b-9c00-c234914f2605 resource provider aggregate not found May 27 03:58:13.545559 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 062e748a-c788-4f1b-9c00-c234914f2605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 062e748a-c788-4f1b-9c00-c234914f2605 found for delete ", "request_id": "req-42e190cc-5829-4600-8fbc-e5ae03668326"}]} May 27 03:58:13.589054 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e41c08-d31b-4aa6-b0a0-1a0bd5b21d03 None None] New status for floating IP d1d60731-4d52-4cab-ab76-03610aae34e4: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:58:13.632282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (5dfb91cc-e855-4e80-80f6-77ee55d3cd53), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.637111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:13.640537 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5dfb91cc-e855-4e80-80f6-77ee55d3cd53 HTTP/1.1" status: 204 len: 168 time: 0.7795436 May 27 03:58:13.656274 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd859470-3803-4e2e-a642-cc094a9f2e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfb91cc-e855-4e80-80f6-77ee55d3cd53,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:13.857567 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:13.878745 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:13.879520 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 0ae1faa0-36d9-481c-9154-9cb1ca0f9f01 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:13.879634 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device fc586236-dea7-44db-bcad-acbfc4a4900a no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:13.901126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: fc586236-dea7-44db-bcad-acbfc4a4900a {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:13.903150 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device fc586236-dea7-44db-bcad-acbfc4a4900a not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:14.034857 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35172) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:14.077053 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-074bb9d9-20cc-46ce-918e-8728ad7d202c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df0a2a8dca064a3ea1c20b7a32842000&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410120 May 27 03:58:14.079866 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35174) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:14.086517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:14.099182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:14.135172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] Publish callbacks [] for security_group (054f819e-9e55-45fb-9f3a-3d54ec33789d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:14.156462 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] Publish callbacks [] for security_group (054f819e-9e55-45fb-9f3a-3d54ec33789d), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:14.281787 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (054f819e-9e55-45fb-9f3a-3d54ec33789d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:14.285259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:14.286544 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/054f819e-9e55-45fb-9f3a-3d54ec33789d HTTP/1.1" status: 204 len: 168 time: 0.2054849 May 27 03:58:14.294860 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364c7a-2e70-477a-99ae-d8a53d14fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f819e-9e55-45fb-9f3a-3d54ec33789d,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:20.302119 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-9454f389-7cfb-49da-ac44-43e957d6d260 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418274266&fields=id&tenant_id=23a9a973f147497f976d77d3a468087e HTTP/1.1" status: 200 len: 267 time: 0.0461087 May 27 03:58:20.354492 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-85e70f45-1a1c-489c-bcbe-eb9e26eb21b3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:20.355980 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-85e70f45-1a1c-489c-bcbe-eb9e26eb21b3 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 985 time: 0.0483506 May 27 03:58:20.367626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Request body: {'port': {'security_groups': ['ac66d619-442a-4d09-ae04-54da9477baa2']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:58:20.448272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.667925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:20.695963 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.772580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.785309 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:20.825244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:20.825914 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.831552 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e7f89da3-87cb-49d5-a320-cf38b68480ae req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "PUT /v2.0/ports/cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 943 time: 0.4684961 May 27 03:58:20.832602 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:20.834549 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35252) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:20.835225 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:20.853196 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b915de-5efb-4c47-a92b-641811bb82f9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event updated for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=7']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:20.933986 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:20.939258 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6448d247-c794-4881-9b95-b8aaf9aa0c02 x-openstack-request-id: req-6448d247-c794-4881-9b95-b8aaf9aa0c02 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:20.939575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:20.939836 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6448d247-c794-4881-9b95-b8aaf9aa0c02 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:20.940839 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6448d247-c794-4881-9b95-b8aaf9aa0c02'] response: {'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:58:20.942627 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.960189 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:20.993935 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.051838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-c31ffb2c-6c93-4c3b-a013-de981e15738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:21.053539 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-c31ffb2c-6c93-4c3b-a013-de981e15738a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1130 time: 0.0660722 May 27 03:58:21.130958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:21.137318 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:21.156326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-4acec1fc-f201-4503-8946-3dca9ed52ade None None] Provisioning complete for port cc4c253a-e814-4d4c-b0db-49b5cfb42155 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:58:21.156729 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4acec1fc-f201-4503-8946-3dca9ed52ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.157470 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-e32eb001-59a7-418f-ab7f-4cc6a37667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:21.159051 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-e32eb001-59a7-418f-ab7f-4cc6a37667a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 916 time: 0.0987639 May 27 03:58:21.172660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.180121 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.180121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d HTTP/1.1" status: 204 len: 168 time: 0.3413417 May 27 03:58:21.185898 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35260) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:21.186687 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680fdfd-62b8-4820-b00a-672a1ff71422 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0871ac9-b2ba-4b05-bfd6-c87cb1943a4d,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:21.241308 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-ebd3a6ad-edf3-41fc-a3eb-06fe35b2b779 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 1002 time: 0.0753412 May 27 03:58:21.259024 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-4acec1fc-f201-4503-8946-3dca9ed52ade None None] Current status of the port cc4c253a-e814-4d4c-b0db-49b5cfb42155 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:58:21.294283 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-05084dbd-eadd-4e67-92dc-836ed641ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:21.295781 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-05084dbd-eadd-4e67-92dc-836ed641ac32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.0492284 May 27 03:58:21.340485 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-dd6b2331-dd60-40ba-b133-e6cd063514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:21.342269 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-dd6b2331-dd60-40ba-b133-e6cd063514f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400896 May 27 03:58:21.363454 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Deleting port ae69e640-a4f2-4243-8116-a56be01b8cc0 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:21.363834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.408673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:21.437000 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-3c417f61-7e39-42a7-b32a-6443f55a6956 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883391 May 27 03:58:21.444335 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.444711 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for floatingip (ae69e640-a4f2-4243-8116-a56be01b8cc0), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.460123 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Calling delete_port for ae69e640-a4f2-4243-8116-a56be01b8cc0 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:21.583652 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:21.709384 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ae69e640-a4f2-4243-8116-a56be01b8cc0), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.733373 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event deleted for resources: {'Port': ['ID=ae69e640-a4f2-4243-8116-a56be01b8cc0,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:21.802907 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks [] for floatingip (b87c2192-aa98-42ea-9c8d-29d769bd15fe), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:21.803337 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Floating IP b87c2192-aa98-42ea-9c8d-29d769bd15fe disassociated (deleted). External IP: 172.27.2.177, port: cc4c253a-e814-4d4c-b0db-49b5cfb42155. May 27 03:58:21.997199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:22.001209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Router 1d017a61-a1bd-4450-8941-5581f25f8c5b has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:22.108937 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:22.113905 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:22.118861 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Sync routers for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:22.129609 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:22.130227 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:22.143896 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-3d7c3b7e-3454-45e4-95de-5a069202492f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "DELETE /v2.0/floatingips/b87c2192-aa98-42ea-9c8d-29d769bd15fe HTTP/1.1" status: 204 len: 168 time: 0.9545622 May 27 03:58:22.144512 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:22.146752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2bc46-935e-4ae8-b3f4-4963444390bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:22.189066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801d471-7541-4d46-bca3-0eb17fb0c33e x-openstack-request-id: req-e801d471-7541-4d46-bca3-0eb17fb0c33e {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:22.189352 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:22.189587 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e801d471-7541-4d46-bca3-0eb17fb0c33e {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:22.190003 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e801d471-7541-4d46-bca3-0eb17fb0c33e'] response: {'name': 'network-changed', 'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:58:22.329969 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:22.410294 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:22.467448 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:22.515937 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:22.545668 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Checking router: 1d017a61-a1bd-4450-8941-5581f25f8c5b for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:22.554986 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:22.555471 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:22.620561 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4ddcccd4-01b6-42da-b52b-4aaf9dbf6ca1 req-ce98fdc0-dce6-4b73-b374-086a78e8c8d7 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966063 May 27 03:58:22.658998 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:22.845958 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:22.870548 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cfba3-3bb3-46ab-bdc9-a5675d40149b None None] The sync data for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi is: [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:55Z', 'revision_number': 4, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '915b3eb2-e6ff-4a1f-bf33-c5133f475725', 'name': '', 'network_id': 'c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'mac_address': 'fa:16:3e:89:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:55Z', 'updated_at': '2022-05-27T03:53:59Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'subnets': [{'id': '751bcc75-545c-4db5-a6c4-d81df8e81625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:23.101960 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2427c1-ccdf-4f1e-a04c-8f2176a7a4a4 None None] New status for floating IP b87c2192-aa98-42ea-9c8d-29d769bd15fe: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:58:23.590010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:25.023565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-f458749c-07ac-47c8-b892-8cd414c3e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:25.025178 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-f458749c-07ac-47c8-b892-8cd414c3e452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23a9a973f147497f976d77d3a468087e&device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 1130 time: 0.0459003 May 27 03:58:25.692794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-5505eccf-6470-48bf-91a0-78dbf7852b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:25.694263 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-5505eccf-6470-48bf-91a0-78dbf7852b65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 200 len: 916 time: 0.0953693 May 27 03:58:25.743826 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-1d6d71af-0a02-4cfe-ad00-0238af3e9035 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 200 len: 217 time: 0.0350692 May 27 03:58:25.795030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-2e943b9a-c846-4909-a30a-a43789bffcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:25.796530 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-2e943b9a-c846-4909-a30a-a43789bffcbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 200 len: 854 time: 0.0459859 May 27 03:58:25.848568 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-fb75663e-ed75-4451-93e0-edf754b3e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:25.850051 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-fb75663e-ed75-4451-93e0-edf754b3e52d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474417 May 27 03:58:25.953701 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-d4ae41da-1c6a-402e-b04a-3a5d69dd6437 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976555 May 27 03:58:26.055185 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-49d2bc46-935e-4ae8-b3f4-4963444390bc req-fece7846-e3a9-4789-aa79-f549ad2bcad7 service neutron] 10.222.0.44 "GET /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954418 May 27 03:58:28.553275 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-dbc05c6f-a423-4770-985f-dd4994562b6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517106 May 27 03:58:28.634655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3702-edaf-4cee-b276-901d34925703 req-510c97bd-94de-476e-b6f3-e87b98f246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:28.637467 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-510c97bd-94de-476e-b6f3-e87b98f246a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0621026 May 27 03:58:28.703974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9264-dd50-44a6-884e-7217b4c6d7e4 req-06868d42-9d15-4f67-8fea-d2f38c2d6154 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:28.705511 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-53fb9264-dd50-44a6-884e-7217b4c6d7e4 req-06868d42-9d15-4f67-8fea-d2f38c2d6154 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0518224 May 27 03:58:28.760183 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-53fb9264-dd50-44a6-884e-7217b4c6d7e4 req-f5ca500f-aa85-4807-bcc7-663713de4bea tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 May 27 03:58:29.892678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48695075-e343-40d5-af20-bafa7d649c2c req-efa8923f-abba-4dd9-9f32-74ded6fde3b6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:29.893727 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48695075-e343-40d5-af20-bafa7d649c2c req-efa8923f-abba-4dd9-9f32-74ded6fde3b6 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0592318 May 27 03:58:29.948475 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48695075-e343-40d5-af20-bafa7d649c2c req-15758afb-e0b3-4116-bbef-76c166ebdc41 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 May 27 03:58:30.301584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3702-edaf-4cee-b276-901d34925703 req-4c4dc932-470d-4a32-981c-ac926d2716e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:30.303150 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-4c4dc932-470d-4a32-981c-ac926d2716e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 909 time: 0.1091673 May 27 03:58:30.378910 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-9434c451-0a4b-488c-8238-2ace06298c1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 1000 time: 0.0685797 May 27 03:58:30.425607 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:30.438647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3702-edaf-4cee-b276-901d34925703 req-e1a0a892-1a64-4c57-8773-dfacb7193a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:30.440142 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-e1a0a892-1a64-4c57-8773-dfacb7193a4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.0530519 May 27 03:58:30.484205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:30.487410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3702-edaf-4cee-b276-901d34925703 req-06b092b8-4f73-40d1-8016-efcf77275d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:30.489608 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-06b092b8-4f73-40d1-8016-efcf77275d92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423555 May 27 03:58:30.585852 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-6c5961a9-6ee0-4761-a5be-41e7fb60a04b service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897541 May 27 03:58:30.859092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-beffe632-0ba4-457a-b581-3ace4307dbf9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:30.860479 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-beffe632-0ba4-457a-b581-3ace4307dbf9 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0530326 May 27 03:58:30.891683 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-758e3702-edaf-4cee-b276-901d34925703 req-f6f8af75-a0e8-4185-ba97-08cd52322041 service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900755 May 27 03:58:30.952148 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Deleting port cc4c253a-e814-4d4c-b0db-49b5cfb42155 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:30.952903 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:31.052737 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] For port cc4c253a-e814-4d4c-b0db-49b5cfb42155, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cc4c253a-e814-4d4c-b0db-49b5cfb42155,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:31.053096 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:31.068490 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Calling delete_port for cc4c253a-e814-4d4c-b0db-49b5cfb42155 owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:31.074181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abe7e6-7fa5-41d8-b498-64157c78b6aa req-6d9b8deb-c492-433a-ad81-39db97d154b8 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:58:31.078401 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-06abe7e6-7fa5-41d8-b498-64157c78b6aa req-6d9b8deb-c492-433a-ad81-39db97d154b8 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 946 time: 0.0553758 May 27 03:58:31.127420 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-06abe7e6-7fa5-41d8-b498-64157c78b6aa req-a1719e93-c251-4f46-849b-9bc9b989fa3f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac66d619-442a-4d09-ae04-54da9477baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 May 27 03:58:31.183349 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:31.257996 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (cc4c253a-e814-4d4c-b0db-49b5cfb42155), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:31.270769 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['cc4c253a-e814-4d4c-b0db-49b5cfb42155'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:58:31.287514 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Pushing event deleted for resources: {'Port': ['ID=cc4c253a-e814-4d4c-b0db-49b5cfb42155,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:31.341654 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] No DVR routers for this DVR port cc4c253a-e814-4d4c-b0db-49b5cfb42155 on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:31.344370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:31.348008 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6ad4d1e6-bcca-4d21-869e-36fd29438e98 req-398733cb-d0f9-4baa-916d-88959f309334 tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.44 "DELETE /v2.0/ports/cc4c253a-e814-4d4c-b0db-49b5cfb42155 HTTP/1.1" status: 204 len: 173 time: 0.4825613 May 27 03:58:31.350966 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'name': 'network-vif-deleted', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:58:31.352138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a0a5a-80cb-4238-943c-9c14838ec98f" -d '{"events": [{"server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "name": "network-vif-deleted", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:58:31.391121 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd8688-b450-4714-8c22-3ac7bf40f342 x-openstack-request-id: req-9afd8688-b450-4714-8c22-3ac7bf40f342 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:58:31.391411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9", "name": "network-vif-deleted", "tag": "cc4c253a-e814-4d4c-b0db-49b5cfb42155", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:58:31.391661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9afd8688-b450-4714-8c22-3ac7bf40f342 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:58:31.392056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afd8688-b450-4714-8c22-3ac7bf40f342'] response: {'server_uuid': '1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9', 'name': 'network-vif-deleted', 'tag': 'cc4c253a-e814-4d4c-b0db-49b5cfb42155', 'status': 'completed', 'code': 200} May 27 03:58:32.249681 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f094d64-96d0-4332-9fc4-555baa9f422d req-41f34cc5-d749-4dd6-80a0-f973e0b8ec5f tempest-TestMinimumBasicScenario-1634933961 tempest-TestMinimumBasicScenario-1634933961-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a7b0c07-8b4b-4fed-92c0-6d54b72bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0336833 May 27 03:58:33.739625 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device cc4c253a-e814-4d4c-b0db-49b5cfb42155 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:33.763424 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: cc4c253a-e814-4d4c-b0db-49b5cfb42155 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:33.763800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device cc4c253a-e814-4d4c-b0db-49b5cfb42155 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:34.956132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35448) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:35.179803 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:35.337303 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:35.833030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Deleting port 915b3eb2-e6ff-4a1f-bf33-c5133f475725 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:35.834411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:35.916104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] For port 915b3eb2-e6ff-4a1f-bf33-c5133f475725, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=915b3eb2-e6ff-4a1f-bf33-c5133f475725,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:35.916470 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:35.930874 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Calling delete_port for 915b3eb2-e6ff-4a1f-bf33-c5133f475725 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:35.976807 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:36.180184 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (915b3eb2-e6ff-4a1f-bf33-c5133f475725), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:36.211825 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=915b3eb2-e6ff-4a1f-bf33-c5133f475725,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:36.369652 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7b19934d-8a20-47cc-b831-5c5965a842f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:36.375774 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:36.587188 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:36.591391 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Router 1d017a61-a1bd-4450-8941-5581f25f8c5b has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:36.700827 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:36.706033 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-3bad1639-d561-4453-a076-9bae001a4f10 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d017a61-a1bd-4450-8941-5581f25f8c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488284 May 27 03:58:36.709502 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35464) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:36.710522 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Sync routers for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:36.721726 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:36.722403 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:36.812615 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks [] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:36.827684 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:36.912528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks [] for router_gateway (1d017a61-a1bd-4450-8941-5581f25f8c5b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:36.937528 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:58:37.004366 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e702af18-42a1-448c-aecf-fdac99225209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:58:36Z', 'revision_number': 5, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port': {'id': 'e702af18-42a1-448c-aecf-fdac99225209', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:37.029632 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Deleting port e702af18-42a1-448c-aecf-fdac99225209 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:37.029968 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (e702af18-42a1-448c-aecf-fdac99225209), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.030108 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Checking router: 1d017a61-a1bd-4450-8941-5581f25f8c5b for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:37.038853 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Routers {'1d017a61-a1bd-4450-8941-5581f25f8c5b'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:37.039466 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['1d017a61-a1bd-4450-8941-5581f25f8c5b'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:37.112094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] For port e702af18-42a1-448c-aecf-fdac99225209, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e702af18-42a1-448c-aecf-fdac99225209,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:37.112464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (e702af18-42a1-448c-aecf-fdac99225209), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.125140 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] Set router 1d017a61-a1bd-4450-8941-5581f25f8c5b gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:37.132886 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Calling delete_port for e702af18-42a1-448c-aecf-fdac99225209 owned by network:router_gateway {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:37.184768 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:58:36Z', 'revision_number': 6, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:37.213880 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2974d1-3bf1-4c50-855e-7c5155dfe0fa None None] The sync data for ids ['1d017a61-a1bd-4450-8941-5581f25f8c5b'] in dv-cinder-843361-2-iscsi is: [{'id': '1d017a61-a1bd-4450-8941-5581f25f8c5b', 'name': 'tempest-TestMinimumBasicScenario-1475707343-router', 'tenant_id': '23a9a973f147497f976d77d3a468087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:52Z', 'updated_at': '2022-05-27T03:58:36Z', 'revision_number': 6, 'project_id': '23a9a973f147497f976d77d3a468087e', 'gw_port_host': None}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:37.263084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:37.394600 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (e702af18-42a1-448c-aecf-fdac99225209), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.420299 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e702af18-42a1-448c-aecf-fdac99225209,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:37.450121 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.505148 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:37.536172 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.538417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks [] for router_controller (1d017a61-a1bd-4450-8941-5581f25f8c5b), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.726416 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (1d017a61-a1bd-4450-8941-5581f25f8c5b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.727048 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d017a61-a1bd-4450-8941-5581f25f8c5b {{(pid=111120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:37.732078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.733309 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bdca22d5-1819-4b61-8ec2-6c5f4c661e7b admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d017a61-a1bd-4450-8941-5581f25f8c5b HTTP/1.1" status: 204 len: 168 time: 1.0228248 May 27 03:58:37.735846 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35474) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:37.781851 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Deleting subnet 751bcc75-545c-4db5-a6c4-d81df8e81625 {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:58:37.784971 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Publish callbacks [] for subnet (751bcc75-545c-4db5-a6c4-d81df8e81625), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.821052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Publish callbacks [] for subnet (751bcc75-545c-4db5-a6c4-d81df8e81625), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.866267 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (751bcc75-545c-4db5-a6c4-d81df8e81625), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.966107 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (751bcc75-545c-4db5-a6c4-d81df8e81625), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:37.995685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751bcc75-545c-4db5-a6c4-d81df8e81625,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:37.999480 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.003285 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-099355d3-1085-4a92-aee3-ea8bf16b183d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/751bcc75-545c-4db5-a6c4-d81df8e81625 HTTP/1.1" status: 204 len: 168 time: 0.2659903 May 27 03:58:38.006437 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35476) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:38.011657 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da96689-f566-4bf9-b957-229caa34dd29 None None] Network c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:58:38.087689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e702af18-42a1-448c-aecf-fdac99225209 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:38.101336 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.111419 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: e702af18-42a1-448c-aecf-fdac99225209 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:38.111755 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e702af18-42a1-448c-aecf-fdac99225209 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:38.112164 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 915b3eb2-e6ff-4a1f-bf33-c5133f475725 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:38.146496 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Deleting port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:38.147050 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.147497 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 915b3eb2-e6ff-4a1f-bf33-c5133f475725 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:38.147830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 915b3eb2-e6ff-4a1f-bf33-c5133f475725 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:38.216268 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] For port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:38.216665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.225503 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] DHCP port deletion for c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:58:38.231802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Calling delete_port for 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:38.268765 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Deleting port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:38.269143 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.311453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:38.345114 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] For port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,segment=NetworkSegment(e18a7abd-9afc-4eec-9519-fd7eb9866592),segment_id=e18a7abd-9afc-4eec-9519-fd7eb9866592)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:38.345515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.369075 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Calling delete_port for 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:38.480014 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.492709 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.509872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:38.511947 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] No DVR routers for this DVR port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:38.527736 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] Pushing event deleted for resources: {'Port': ['ID=3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:38.534284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d607e-1077-4bb8-93d8-75a380d81d49 None None] No DVR routers for this DVR port 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:38.591536 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.621003 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.630993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18a7abd-9afc-4eec-9519-fd7eb9866592') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.631278 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18a7abd-9afc-4eec-9519-fd7eb9866592') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.640714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (e18a7abd-9afc-4eec-9519-fd7eb9866592), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.654103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (e18a7abd-9afc-4eec-9519-fd7eb9866592), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.660076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:58:38.660458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (e18a7abd-9afc-4eec-9519-fd7eb9866592), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.703882 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment e18a7abd-9afc-4eec-9519-fd7eb9866592 resource provider aggregate not found May 27 03:58:38.722492 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment e18a7abd-9afc-4eec-9519-fd7eb9866592 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e18a7abd-9afc-4eec-9519-fd7eb9866592 found for delete ", "request_id": "req-526dc906-2843-42be-90bd-8e30f281e4d4"}]} May 27 03:58:38.783044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.790205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.793380 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636 HTTP/1.1" status: 204 len: 168 time: 0.7837994 May 27 03:58:38.796494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35490) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:38.805234 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a056-3453-4fab-9d94-4787d411729b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7824ca5-7ade-4dc0-95a6-a3fd8e2f5636,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:39.379947 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (64aadff3-cad0-4785-a818-13b460c2fdc2), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:39.415111 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:39.559916 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eddd55a-343e-45a2-9b3c-5d7cdcf07afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:39.604859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Deleting port 5bd2bbcb-9e66-43da-805a-6472815a0682 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:39.605207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:39.689429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] For port 5bd2bbcb-9e66-43da-805a-6472815a0682, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5bd2bbcb-9e66-43da-805a-6472815a0682,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:39.691400 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:39.703218 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Calling delete_port for 5bd2bbcb-9e66-43da-805a-6472815a0682 owned by network:router_interface {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:39.706771 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:39.872408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:39.895590 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:39.896795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 3f3d89f7-a8ee-4f00-9cfb-f4162bf0f4f6 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:39.994856 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (5bd2bbcb-9e66-43da-805a-6472815a0682), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.020106 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd2bbcb-9e66-43da-805a-6472815a0682,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:40.145105 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (64aadff3-cad0-4785-a818-13b460c2fdc2), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.355506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Router 64aadff3-cad0-4785-a818-13b460c2fdc2 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:40.362000 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:40.466700 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:40.471871 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-82f08bc1-0293-4f8c-a26b-904ad1fbd802 admin admin] 10.222.0.58 "PUT /v2.0/routers/64aadff3-cad0-4785-a818-13b460c2fdc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743753 May 27 03:58:40.474984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35498) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:40.479174 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Sync routers for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:58:40.493961 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:40.494588 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.579473 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks [] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.597311 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:40.684385 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks [] for router_gateway (64aadff3-cad0-4785-a818-13b460c2fdc2), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.804038 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Deleting port 64767aaf-1a50-4613-a72a-b74e1d3c8994 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:40.804394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.839513 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:40.866759 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:40.885161 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.897735 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] For port 64767aaf-1a50-4613-a72a-b74e1d3c8994, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=64767aaf-1a50-4613-a72a-b74e1d3c8994,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:40.898109 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:40.903935 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:58:39Z', 'revision_number': 5, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port': {'id': '64767aaf-1a50-4613-a72a-b74e1d3c8994', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.921303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Calling delete_port for 64767aaf-1a50-4613-a72a-b74e1d3c8994 owned by network:router_gateway {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:40.936767 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Checking router: 64aadff3-cad0-4785-a818-13b460c2fdc2 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:58:40.947714 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Routers {'64aadff3-cad0-4785-a818-13b460c2fdc2'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:58:40.948332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['64aadff3-cad0-4785-a818-13b460c2fdc2'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:40.951040 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:41.032161 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] Set router 64aadff3-cad0-4785-a818-13b460c2fdc2 gateway port host: None {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:58:41.082080 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:58:40Z', 'revision_number': 6, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:41.107890 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e5c88-f237-4e23-8717-52b5952d2477 None None] The sync data for ids ['64aadff3-cad0-4785-a818-13b460c2fdc2'] in dv-cinder-843361-2-iscsi is: [{'id': '64aadff3-cad0-4785-a818-13b460c2fdc2', 'name': 'tempest-TestMinimumBasicScenario-56134542-router', 'tenant_id': '194aef5c052249e19ad7a83c107c0d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:58:40Z', 'revision_number': 6, 'project_id': '194aef5c052249e19ad7a83c107c0d42', 'gw_port_host': None}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:58:41.238347 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (64767aaf-1a50-4613-a72a-b74e1d3c8994), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.263287 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Pushing event deleted for resources: {'Port': ['ID=64767aaf-1a50-4613-a72a-b74e1d3c8994,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:41.289672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (64aadff3-cad0-4785-a818-13b460c2fdc2), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.374233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:41.376038 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.378251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks [] for router_controller (64aadff3-cad0-4785-a818-13b460c2fdc2), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.509072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (64aadff3-cad0-4785-a818-13b460c2fdc2), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.519801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64aadff3-cad0-4785-a818-13b460c2fdc2 {{(pid=111120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:41.519801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.519801 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c23ad13c-4e66-4a3e-a17d-981e7f61f053 admin admin] 10.222.0.58 "DELETE /v2.0/routers/64aadff3-cad0-4785-a818-13b460c2fdc2 HTTP/1.1" status: 204 len: 168 time: 1.0392179 May 27 03:58:41.519801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35506) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:41.569193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Deleting subnet 3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:58:41.572740 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Publish callbacks [] for subnet (3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.608147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Publish callbacks [] for subnet (3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.634572 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.649792 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.763453 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.791645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:41.795519 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.798735 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ce613d0c-34b8-4a9b-9cf4-fa96b636814c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3cb2a3b6-7e05-4380-9f4f-e9f22c7ccb1a HTTP/1.1" status: 204 len: 168 time: 0.2800980 May 27 03:58:41.801413 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35508) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:41.802502 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561be154-ae43-441c-975a-ab23e1f92893 None None] Network 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:58:41.898170 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.904052 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 64767aaf-1a50-4613-a72a-b74e1d3c8994 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:41.928300 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 64767aaf-1a50-4613-a72a-b74e1d3c8994 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:41.928669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 64767aaf-1a50-4613-a72a-b74e1d3c8994 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:41.929096 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5bd2bbcb-9e66-43da-805a-6472815a0682 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:41.945435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Deleting port d822cf4a-9329-4569-8022-6bf90a373066 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:41.945853 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (d822cf4a-9329-4569-8022-6bf90a373066), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.959246 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 5bd2bbcb-9e66-43da-805a-6472815a0682 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:41.959566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5bd2bbcb-9e66-43da-805a-6472815a0682 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:42.016675 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] For port d822cf4a-9329-4569-8022-6bf90a373066, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=d822cf4a-9329-4569-8022-6bf90a373066,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:42.017388 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (d822cf4a-9329-4569-8022-6bf90a373066), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.022382 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] DHCP port deletion for 7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:58:42.032157 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Calling delete_port for d822cf4a-9329-4569-8022-6bf90a373066 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:42.045128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:42.066563 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Deleting port d822cf4a-9329-4569-8022-6bf90a373066 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:58:42.066927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (d822cf4a-9329-4569-8022-6bf90a373066), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.136227 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] For port d822cf4a-9329-4569-8022-6bf90a373066, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=d822cf4a-9329-4569-8022-6bf90a373066,segment=NetworkSegment(dc9a3108-2296-49f6-9d35-743d25709acf),segment_id=dc9a3108-2296-49f6-9d35-743d25709acf)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:42.136667 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (d822cf4a-9329-4569-8022-6bf90a373066), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.151366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Calling delete_port for d822cf4a-9329-4569-8022-6bf90a373066 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:58:42.194985 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (d822cf4a-9329-4569-8022-6bf90a373066), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.223214 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Pushing event deleted for resources: {'Port': ['ID=d822cf4a-9329-4569-8022-6bf90a373066,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:42.241018 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] No DVR routers for this DVR port d822cf4a-9329-4569-8022-6bf90a373066 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:42.248687 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (d822cf4a-9329-4569-8022-6bf90a373066), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.289861 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] Pushing event deleted for resources: {'Port': ['ID=d822cf4a-9329-4569-8022-6bf90a373066,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:42.289861 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f2412-2b29-4f5f-8cc2-853533a559b8 None None] No DVR routers for this DVR port d822cf4a-9329-4569-8022-6bf90a373066 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:42.306563 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.330263 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7e4142-8ea0-4952-ba9f-46bdd77c3e44']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:42.339688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9a3108-2296-49f6-9d35-743d25709acf') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:42.339998 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9a3108-2296-49f6-9d35-743d25709acf') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:42.350038 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (dc9a3108-2296-49f6-9d35-743d25709acf), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.363660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (dc9a3108-2296-49f6-9d35-743d25709acf), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.371068 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:58:42.371464 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (dc9a3108-2296-49f6-9d35-743d25709acf), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.415032 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment dc9a3108-2296-49f6-9d35-743d25709acf resource provider aggregate not found May 27 03:58:42.434756 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment dc9a3108-2296-49f6-9d35-743d25709acf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc9a3108-2296-49f6-9d35-743d25709acf found for delete ", "request_id": "req-f88284dc-1a9a-483d-98e0-3043f7f3c43c"}]} May 27 03:58:42.554336 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (7c7e4142-8ea0-4952-ba9f-46bdd77c3e44), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.560756 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.564039 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7c7e4142-8ea0-4952-ba9f-46bdd77c3e44 HTTP/1.1" status: 204 len: 168 time: 0.7609684 May 27 03:58:42.577420 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2315-2481-4c62-8cd6-49d89e2fe496 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7e4142-8ea0-4952-ba9f-46bdd77c3e44,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:42.943408 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35524) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:42.985655 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-26e5b650-5177-42c2-a005-73af3e61c278 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23a9a973f147497f976d77d3a468087e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409200 May 27 03:58:42.988046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35526) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:43.000881 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:43.038046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] Publish callbacks [] for security_group (ac66d619-442a-4d09-ae04-54da9477baa2), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:43.063975 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] Publish callbacks [] for security_group (ac66d619-442a-4d09-ae04-54da9477baa2), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:43.337094 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ac66d619-442a-4d09-ae04-54da9477baa2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:43.339810 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:43.341081 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac66d619-442a-4d09-ae04-54da9477baa2 HTTP/1.1" status: 204 len: 168 time: 0.3520141 May 27 03:58:43.352943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866a82f-e823-4053-a836-c940016350ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66d619-442a-4d09-ae04-54da9477baa2,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:43.414692 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:43.867846 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device d822cf4a-9329-4569-8022-6bf90a373066 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:58:43.890600 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: d822cf4a-9329-4569-8022-6bf90a373066 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:58:43.890858 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device d822cf4a-9329-4569-8022-6bf90a373066 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:58:44.043561 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35542) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:44.099790 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-34b4d8a6-b9ef-4543-9f2e-8a3014cfbfc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=194aef5c052249e19ad7a83c107c0d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477996 May 27 03:58:44.101804 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35546) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:58:44.149236 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] Publish callbacks [] for security_group (fd652625-2810-47e7-b7aa-4fa4765a246f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:44.171017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] Publish callbacks [] for security_group (fd652625-2810-47e7-b7aa-4fa4765a246f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:44.279983 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fd652625-2810-47e7-b7aa-4fa4765a246f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:44.282448 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:44.283632 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd652625-2810-47e7-b7aa-4fa4765a246f HTTP/1.1" status: 204 len: 168 time: 0.1808918 May 27 03:58:44.292193 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105224e-1bd0-4560-81f4-32ce6bd28e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd652625-2810-47e7-b7aa-4fa4765a246f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:47.158235 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:47.214361 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:51.789038 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=55,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:53.608946 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:54.203273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:54.288662 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:03.502998 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:03.507997 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:06.381925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a6fcf5b-d5c2-41be-a816-9fc9fd3edf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:06.989340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35662) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:07.127997 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Deleting port 03f54588-22e7-4f2d-970c-00d611e6a606 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:07.128249 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.207140 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.207464 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for floatingip (03f54588-22e7-4f2d-970c-00d611e6a606), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.220764 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Calling delete_port for 03f54588-22e7-4f2d-970c-00d611e6a606 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:07.414460 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (03f54588-22e7-4f2d-970c-00d611e6a606), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.445526 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event deleted for resources: {'Port': ['ID=03f54588-22e7-4f2d-970c-00d611e6a606,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:07.468934 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.469281 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.469647 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.470013 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.470347 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.470708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.471033 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.471361 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.471678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.471999 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.472323 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.472673 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.472993 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.473312 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.473630 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:07.517647 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for floatingip (07bb5fb3-85ef-478e-9e43-f1ae626f6884), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.517978 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Floating IP 07bb5fb3-85ef-478e-9e43-f1ae626f6884 disassociated (deleted). External IP: 172.27.2.97, port: 518179af-b843-46be-8536-55b35ebea1f5. May 27 03:59:07.720731 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Router 4f446d89-d93c-448e-991b-bf99b9b6b90d has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:07.825844 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:07.830468 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:07.838439 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Sync routers for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:07.849351 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:07.850018 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:07.861151 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e83c3d8c-5f15-4fc6-bfb9-d59ba3283878 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "DELETE /v2.0/floatingips/07bb5fb3-85ef-478e-9e43-f1ae626f6884 HTTP/1.1" status: 204 len: 168 time: 0.8706918 May 27 03:59:07.861739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:59:07.863964 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:59:07.916515 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33daba7-f835-4df6-9c69-0293d3a9f27f x-openstack-request-id: req-d33daba7-f835-4df6-9c69-0293d3a9f27f {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:59:07.916817 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:59:07.917069 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d33daba7-f835-4df6-9c69-0293d3a9f27f {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:59:07.917470 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33daba7-f835-4df6-9c69-0293d3a9f27f'] response: {'name': 'network-changed', 'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'status': 'completed', 'code': 200} May 27 03:59:07.979926 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:07.984781 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:07.993024 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-7babc071-39a5-4d68-b7ce-4b0a8871f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:07.995140 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-7babc071-39a5-4d68-b7ce-4b0a8871f0fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f97b57909174abeab16dedc077b37e0&device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 1129 time: 0.0449696 May 27 03:59:07.999725 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:08.115426 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-1dcd4036-f35e-41a9-8a79-324826d0f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:08.116994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-1dcd4036-f35e-41a9-8a79-324826d0f11c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 200 len: 909 time: 0.1145165 May 27 03:59:08.158276 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-133961b8-bd94-4e7a-82ec-f66a71b2b295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 200 len: 217 time: 0.0350146 May 27 03:59:08.210046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-db4bfd3c-f7ca-442d-9c20-8ccf22d00652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:08.211622 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-db4bfd3c-f7ca-442d-9c20-8ccf22d00652 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 200 len: 847 time: 0.0481753 May 27 03:59:08.257880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-b71ecd21-132b-478d-936c-eb2bdcef9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:08.260216 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-b71ecd21-132b-478d-936c-eb2bdcef9728 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b93c032c-30ef-48b0-b554-8d00241b1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404992 May 27 03:59:08.299379 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:08.327486 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Checking router: 4f446d89-d93c-448e-991b-bf99b9b6b90d for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:08.336982 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:08.337747 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:58:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:08.368067 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-4da26e0d-e626-4b5a-9037-9a481d4fb95a service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016090 May 27 03:59:08.394031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5085-bfff-43c8-a290-43448348a992 req-4f531f60-9699-4f6f-93de-9adfa5b45a46 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:08.395883 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fea5085-bfff-43c8-a290-43448348a992 req-4f531f60-9699-4f6f-93de-9adfa5b45a46 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0580218 May 27 03:59:08.442212 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:08.448123 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fea5085-bfff-43c8-a290-43448348a992 req-aeac564f-2733-4a39-9ba3-28417c782bd8 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 May 27 03:59:08.637273 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:08.666160 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32777-9a9d-424d-8689-00fd4b05cb8c None None] The sync data for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi is: [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:52:04Z', 'revision_number': 4, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'de440290-af1c-4e10-8e32-bee82493ef30', 'name': '', 'network_id': 'b93c032c-30ef-48b0-b554-8d00241b1ee8', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'mac_address': 'fa:16:3e:d4:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:03Z', 'updated_at': '2022-05-27T03:52:09Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'subnets': [{'id': 'c01cc591-5f41-4654-9783-3d9a15b7bb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:08.886410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327de04-ded9-4e3c-8cb5-8f06531eca7c None None] New status for floating IP 07bb5fb3-85ef-478e-9e43-f1ae626f6884: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:59:09.424791 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb539a88-f24b-474c-a2a1-6e3d967bbc4b req-46e0f987-3777-4a42-b647-e5b909c7ec1b service neutron] 10.222.0.44 "GET /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853982 May 27 03:59:09.511663 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bffc4168-7423-4384-bf26-82c6cc790dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:09.576898 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a47e5-aaf1-49e4-8f3f-68942444ebff req-e35d136d-4c59-48b9-a297-a2cc9bfaaffb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:09.578534 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f0a47e5-aaf1-49e4-8f3f-68942444ebff req-e35d136d-4c59-48b9-a297-a2cc9bfaaffb tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0537577 May 27 03:59:09.630747 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6f0a47e5-aaf1-49e4-8f3f-68942444ebff req-4fd5f2e7-b60e-4ddf-8b3b-976ac292577e tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbfb2096-7c94-43c0-a1f4-97ed981fa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463381 May 27 03:59:10.037934 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-749d134b-6deb-46af-b912-c43652efdffa tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:10.039532 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-749d134b-6deb-46af-b912-c43652efdffa tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.44 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 945 time: 0.0475833 May 27 03:59:10.132332 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Deleting port 518179af-b843-46be-8536-55b35ebea1f5 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:10.132723 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (518179af-b843-46be-8536-55b35ebea1f5), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:10.213184 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:10.226033 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] For port 518179af-b843-46be-8536-55b35ebea1f5, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=518179af-b843-46be-8536-55b35ebea1f5,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:10.226437 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (518179af-b843-46be-8536-55b35ebea1f5), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:10.240473 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Calling delete_port for 518179af-b843-46be-8536-55b35ebea1f5 owned by compute:nova {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:10.665865 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (518179af-b843-46be-8536-55b35ebea1f5), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:10.694133 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event deleted for resources: {'Port': ['ID=518179af-b843-46be-8536-55b35ebea1f5,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:10.696614 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:10.740061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] No DVR routers for this DVR port 518179af-b843-46be-8536-55b35ebea1f5 on host hv-cinder-84336 {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:10.740989 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be78f7fc-7fdb-4c7e-a68b-ff7036bd702f req-d5b52db8-cda6-4a23-9e47-26cad68a98f5 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0300202 May 27 03:59:10.742647 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:10.745898 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-19e575c9-5357-47f6-a4ba-40bf07ed137c req-1523df2e-bd56-4e04-b253-d58d3d005460 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.44 "DELETE /v2.0/ports/518179af-b843-46be-8536-55b35ebea1f5 HTTP/1.1" status: 204 len: 173 time: 0.7005286 May 27 03:59:10.746347 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-deleted', 'tag': '518179af-b843-46be-8536-55b35ebea1f5'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:59:10.748603 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2989a7-6075-4360-825a-0817c76cd6e0" -d '{"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-deleted", "tag": "518179af-b843-46be-8536-55b35ebea1f5"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:59:10.785436 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae49f59-048b-4054-9b01-aa473fbad4ad x-openstack-request-id: req-6ae49f59-048b-4054-9b01-aa473fbad4ad {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:59:10.785891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60399726-a72b-4840-9de9-9f0df4f5ab10", "name": "network-vif-deleted", "tag": "518179af-b843-46be-8536-55b35ebea1f5", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:59:10.786239 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ae49f59-048b-4054-9b01-aa473fbad4ad {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:59:10.786850 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae49f59-048b-4054-9b01-aa473fbad4ad'] response: {'server_uuid': '60399726-a72b-4840-9de9-9f0df4f5ab10', 'name': 'network-vif-deleted', 'tag': '518179af-b843-46be-8536-55b35ebea1f5', 'status': 'completed', 'code': 200} May 27 03:59:11.644767 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:11.840599 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35766) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:11.862754 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-370c34a3-ac80-4985-8d05-465a8b006a85 req-06503873-7d68-4b39-9c19-c50527c31908 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "GET /v2.0/ports?device_id=60399726-a72b-4840-9de9-9f0df4f5ab10 HTTP/1.1" status: 200 len: 210 time: 0.0389860 May 27 03:59:11.960017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a1f64399-33ab-4c2e-9d1d-1a6a5fb79ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.037715 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a1f64399-33ab-4c2e-9d1d-1a6a5fb79ea9 admin admin] Publish callbacks [] for security_group (d5443869-c2fa-4117-8eb4-af36b835d0f7), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.145290 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a1f64399-33ab-4c2e-9d1d-1a6a5fb79ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d5443869-c2fa-4117-8eb4-af36b835d0f7), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.183686 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f64399-33ab-4c2e-9d1d-1a6a5fb79ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5443869-c2fa-4117-8eb4-af36b835d0f7,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.188221 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-a1f64399-33ab-4c2e-9d1d-1a6a5fb79ea9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=125776d86f9d4beaa01bc79ae6a341e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465929 May 27 03:59:12.191012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35770) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:12.242921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] Publish callbacks [] for security_group (d5443869-c2fa-4117-8eb4-af36b835d0f7), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.244948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:12.268545 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] Publish callbacks [] for security_group (d5443869-c2fa-4117-8eb4-af36b835d0f7), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.402851 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d5443869-c2fa-4117-8eb4-af36b835d0f7), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.405830 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.406993 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5443869-c2fa-4117-8eb4-af36b835d0f7 HTTP/1.1" status: 204 len: 168 time: 0.2152569 May 27 03:59:12.415305 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b232a-2255-4d80-9a8e-9d79c77a4a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5443869-c2fa-4117-8eb4-af36b835d0f7,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.582758 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878bf31-62a3-4acf-97be-48a2953898af req-52923596-9e58-44ff-971d-8d6656ba1182 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:12.584293 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9878bf31-62a3-4acf-97be-48a2953898af req-52923596-9e58-44ff-971d-8d6656ba1182 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0585766 May 27 03:59:12.634678 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9878bf31-62a3-4acf-97be-48a2953898af req-b3075350-926c-4591-b94c-52623cadbd91 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445840 May 27 03:59:12.931113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35790) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:12.991712 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (fbfb2096-7c94-43c0-a1f4-97ed981fa23e), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.021293 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (fbfb2096-7c94-43c0-a1f4-97ed981fa23e), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.111914 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35792) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:13.117911 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:13.126499 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4931f017-33ff-4c71-ba9f-c30834890be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.160632 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fbfb2096-7c94-43c0-a1f4-97ed981fa23e), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.163059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.164241 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] 10.222.0.58 "DELETE /v2.0/security-groups/fbfb2096-7c94-43c0-a1f4-97ed981fa23e HTTP/1.1" status: 204 len: 168 time: 0.2326534 May 27 03:59:13.181496 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51798cd-ae17-43d0-a533-b45df077b373 tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb2096-7c94-43c0-a1f4-97ed981fa23e,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:13.221698 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4931f017-33ff-4c71-ba9f-c30834890be8 admin admin] Publish callbacks [] for security_group (1943df09-f09c-4e79-baf1-acaa72908958), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.272302 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35796) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:13.336852 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4931f017-33ff-4c71-ba9f-c30834890be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1943df09-f09c-4e79-baf1-acaa72908958), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.374386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.380980 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-4931f017-33ff-4c71-ba9f-c30834890be8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c9f900f7cea489fa927d7e25c607da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679489 May 27 03:59:13.383244 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931f017-33ff-4c71-ba9f-c30834890be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1943df09-f09c-4e79-baf1-acaa72908958,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:13.384619 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35800) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:13.436365 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Publish callbacks [] for security_group (1943df09-f09c-4e79-baf1-acaa72908958), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.459639 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Publish callbacks [] for security_group (1943df09-f09c-4e79-baf1-acaa72908958), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.625571 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1943df09-f09c-4e79-baf1-acaa72908958), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.628968 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.633850 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1943df09-f09c-4e79-baf1-acaa72908958 HTTP/1.1" status: 204 len: 168 time: 0.2478395 May 27 03:59:13.647201 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943df09-f09c-4e79-baf1-acaa72908958,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:13.660171 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.660743 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.661268 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.661791 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.662317 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.662854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.663396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.663940 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.664487 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.665056 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.665602 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.666202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.666738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.667282 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.667812 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129e1e0-c276-4af4-80f2-422b1a59c49d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:13.804456 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f64ba3-e1a0-4d7b-8285-4cbcf0a0c026 req-1a58c665-f6cb-4599-a05e-20886bf2b7fa tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:13.805966 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c2f64ba3-e1a0-4d7b-8285-4cbcf0a0c026 req-1a58c665-f6cb-4599-a05e-20886bf2b7fa tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0763068 May 27 03:59:13.825974 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:13.897821 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:13.899899 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:13.904737 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c2f64ba3-e1a0-4d7b-8285-4cbcf0a0c026 req-1bb88cfe-93ec-4aab-bcea-1e8594332dd3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909810 May 27 03:59:13.938934 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 518179af-b843-46be-8536-55b35ebea1f5 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:13.938934 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 518179af-b843-46be-8536-55b35ebea1f5 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:13.939545 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:59:14.149564 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Deleting port de440290-af1c-4e10-8e32-bee82493ef30 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:14.150280 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (de440290-af1c-4e10-8e32-bee82493ef30), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:14.245798 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] For port de440290-af1c-4e10-8e32-bee82493ef30, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=de440290-af1c-4e10-8e32-bee82493ef30,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:14.246132 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (de440290-af1c-4e10-8e32-bee82493ef30), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:14.255560 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:14.287436 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Calling delete_port for de440290-af1c-4e10-8e32-bee82493ef30 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:14.500075 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (de440290-af1c-4e10-8e32-bee82493ef30), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:14.525819 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Pushing event deleted for resources: {'Port': ['ID=de440290-af1c-4e10-8e32-bee82493ef30,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:14.717579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:14.866300 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:14.938486 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Router 4f446d89-d93c-448e-991b-bf99b9b6b90d has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:15.051583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:15.056967 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6888e897-ffdf-425b-8587-5512c6919032 admin admin] 10.222.0.58 "PUT /v2.0/routers/4f446d89-d93c-448e-991b-bf99b9b6b90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832236 May 27 03:59:15.059293 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35830) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:15.061036 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Sync routers for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:15.072996 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:15.073551 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:15.078144 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87410be4-ae47-4359-a6a3-86620f1258cf req-ce59916d-a6d3-45de-b1af-44b430927588 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:15.086820 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-87410be4-ae47-4359-a6a3-86620f1258cf req-ce59916d-a6d3-45de-b1af-44b430927588 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0767539 May 27 03:59:15.143081 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-87410be4-ae47-4359-a6a3-86620f1258cf req-83029a7e-fe47-4d06-bb52-28fd2a6fb064 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550263 May 27 03:59:15.145377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:15.166211 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks [] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:15.178505 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:15.247680 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:15.315902 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:15.316597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks [] for router_gateway (4f446d89-d93c-448e-991b-bf99b9b6b90d), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:15.397655 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '20297d14-42a1-4346-aaaf-858894265bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:59:14Z', 'revision_number': 5, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port': {'id': '20297d14-42a1-4346-aaaf-858894265bdf', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:00Z', 'updated_at': '2022-05-27T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:15.423322 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Checking router: 4f446d89-d93c-448e-991b-bf99b9b6b90d for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:15.431802 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Routers {'4f446d89-d93c-448e-991b-bf99b9b6b90d'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:15.432405 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['4f446d89-d93c-448e-991b-bf99b9b6b90d'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:15.463625 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Deleting port 20297d14-42a1-4346-aaaf-858894265bdf {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:15.464091 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (20297d14-42a1-4346-aaaf-858894265bdf), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:15.536428 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] Set router 4f446d89-d93c-448e-991b-bf99b9b6b90d gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:15.552355 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] For port 20297d14-42a1-4346-aaaf-858894265bdf, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20297d14-42a1-4346-aaaf-858894265bdf,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:15.552775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (20297d14-42a1-4346-aaaf-858894265bdf), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:15.568159 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Calling delete_port for 20297d14-42a1-4346-aaaf-858894265bdf owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:15.592866 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:59:15Z', 'revision_number': 6, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:15.620593 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e03eee-bb87-46e1-bf3b-b29be58c288f None None] The sync data for ids ['4f446d89-d93c-448e-991b-bf99b9b6b90d'] in dv-cinder-843361-2-iscsi is: [{'id': '4f446d89-d93c-448e-991b-bf99b9b6b90d', 'name': 'tempest-TestShelveInstance-263202066-router', 'tenant_id': '2f97b57909174abeab16dedc077b37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:59Z', 'updated_at': '2022-05-27T03:59:15Z', 'revision_number': 6, 'project_id': '2f97b57909174abeab16dedc077b37e0', 'gw_port_host': None}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:15.833103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (20297d14-42a1-4346-aaaf-858894265bdf), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:15.859575 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=20297d14-42a1-4346-aaaf-858894265bdf,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:15.927654 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.034037 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.036346 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks [] for router_controller (4f446d89-d93c-448e-991b-bf99b9b6b90d), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.174262 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device de440290-af1c-4e10-8e32-bee82493ef30 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:16.194582 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: de440290-af1c-4e10-8e32-bee82493ef30 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:16.194943 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device de440290-af1c-4e10-8e32-bee82493ef30 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:16.198862 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (4f446d89-d93c-448e-991b-bf99b9b6b90d), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.199618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f446d89-d93c-448e-991b-bf99b9b6b90d {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:59:16.204935 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.206103 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-01cd1e4e-be6a-4c29-9e4b-8e3c550d0f5c admin admin] 10.222.0.58 "DELETE /v2.0/routers/4f446d89-d93c-448e-991b-bf99b9b6b90d HTTP/1.1" status: 204 len: 168 time: 1.1460278 May 27 03:59:16.208969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35854) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:16.297522 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Deleting subnet c01cc591-5f41-4654-9783-3d9a15b7bb20 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:59:16.301796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:16.302795 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Publish callbacks [] for subnet (c01cc591-5f41-4654-9783-3d9a15b7bb20), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.310528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca90e7-07ce-446c-a966-69c67b919643 req-8688607c-27b0-4708-9a37-bfa9af9606ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:16.312072 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9cca90e7-07ce-446c-a966-69c67b919643 req-8688607c-27b0-4708-9a37-bfa9af9606ed tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0671136 May 27 03:59:16.363129 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (c01cc591-5f41-4654-9783-3d9a15b7bb20), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.416370 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9cca90e7-07ce-446c-a966-69c67b919643 req-d1f04a2d-9957-45aa-9df7-d6c3c19fe7da tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860887 May 27 03:59:16.424952 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:16.496115 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (c01cc591-5f41-4654-9783-3d9a15b7bb20), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.669439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (c01cc591-5f41-4654-9783-3d9a15b7bb20), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.702545 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01cc591-5f41-4654-9783-3d9a15b7bb20,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:16.704549 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.707700 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c98228cf-e4c2-4258-991e-347675293536 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c01cc591-5f41-4654-9783-3d9a15b7bb20 HTTP/1.1" status: 204 len: 168 time: 0.4951000 May 27 03:59:16.709523 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618966d-44b9-4b6c-87b1-bb8b916ee18b None None] Network b93c032c-30ef-48b0-b554-8d00241b1ee8 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:16.710299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35858) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:16.794012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (b93c032c-30ef-48b0-b554-8d00241b1ee8), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.838569 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Deleting port eb640a19-dd74-48dd-a63f-d9b87b48ff31 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:16.838907 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.860992 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] DHCP port deletion for b93c032c-30ef-48b0-b554-8d00241b1ee8 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:59:16.908624 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Deleting port eb640a19-dd74-48dd-a63f-d9b87b48ff31 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:16.908959 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.978577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] For port eb640a19-dd74-48dd-a63f-d9b87b48ff31, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=eb640a19-dd74-48dd-a63f-d9b87b48ff31,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:16.978899 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.993209 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Calling delete_port for eb640a19-dd74-48dd-a63f-d9b87b48ff31 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:17.146227 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] For port eb640a19-dd74-48dd-a63f-d9b87b48ff31, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=eb640a19-dd74-48dd-a63f-d9b87b48ff31,segment=NetworkSegment(6056049a-d987-47af-80a0-eda80bb3184b),segment_id=6056049a-d987-47af-80a0-eda80bb3184b)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:17.146476 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.158985 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Calling delete_port for eb640a19-dd74-48dd-a63f-d9b87b48ff31 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:17.173657 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.198577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Pushing event deleted for resources: {'Port': ['ID=eb640a19-dd74-48dd-a63f-d9b87b48ff31,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:17.206601 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] No DVR routers for this DVR port eb640a19-dd74-48dd-a63f-d9b87b48ff31 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:17.209914 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.210259 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.210604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.217845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62757cb-ac11-4b5d-9dc8-bc49826d6776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:17.235758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (eb640a19-dd74-48dd-a63f-d9b87b48ff31), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.261845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb640a19-dd74-48dd-a63f-d9b87b48ff31,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:17.263670 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] No DVR routers for this DVR port eb640a19-dd74-48dd-a63f-d9b87b48ff31 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:17.339145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (b93c032c-30ef-48b0-b554-8d00241b1ee8), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.360564 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93c032c-30ef-48b0-b554-8d00241b1ee8']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:17.369691 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6056049a-d987-47af-80a0-eda80bb3184b') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:17.373430 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6056049a-d987-47af-80a0-eda80bb3184b') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:17.379855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (6056049a-d987-47af-80a0-eda80bb3184b), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.393440 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (6056049a-d987-47af-80a0-eda80bb3184b), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.399835 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:59:17.400228 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (6056049a-d987-47af-80a0-eda80bb3184b), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.446800 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 6056049a-d987-47af-80a0-eda80bb3184b resource provider aggregate not found May 27 03:59:17.465078 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 6056049a-d987-47af-80a0-eda80bb3184b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6056049a-d987-47af-80a0-eda80bb3184b found for delete ", "request_id": "req-0d683d00-ed88-492c-8644-0f5fe4cee8d9"}]} May 27 03:59:17.518649 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (b93c032c-30ef-48b0-b554-8d00241b1ee8), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.524311 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.530458 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b93c032c-30ef-48b0-b554-8d00241b1ee8 HTTP/1.1" status: 204 len: 168 time: 0.8163888 May 27 03:59:17.530761 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35866) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:17.542870 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd676-c985-4917-9ec4-26fce0ceddc1 req-f6be4dcc-1c56-4e15-98fd-645742bfa6e7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:17.545000 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-560cd676-c985-4917-9ec4-26fce0ceddc1 req-f6be4dcc-1c56-4e15-98fd-645742bfa6e7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0497997 May 27 03:59:17.547803 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e4f1-5097-4a5b-8c75-c1d12eb64026 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93c032c-30ef-48b0-b554-8d00241b1ee8,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:17.602300 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-560cd676-c985-4917-9ec4-26fce0ceddc1 req-6ec00290-a729-4a15-9592-81e815334c3b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503719 May 27 03:59:17.630168 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:17.789560 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:17.878335 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.895927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20297d14-42a1-4346-aaaf-858894265bdf no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:17.916214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 20297d14-42a1-4346-aaaf-858894265bdf {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:17.916665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20297d14-42a1-4346-aaaf-858894265bdf not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:17.917075 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device eb640a19-dd74-48dd-a63f-d9b87b48ff31 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:17.937032 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: eb640a19-dd74-48dd-a63f-d9b87b48ff31 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:17.937373 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device eb640a19-dd74-48dd-a63f-d9b87b48ff31 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:18.112642 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Deleting port 092c87f7-3406-4cdc-9328-5aa5019c4e58 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:18.112907 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:18.198956 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] For port 092c87f7-3406-4cdc-9328-5aa5019c4e58, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=092c87f7-3406-4cdc-9328-5aa5019c4e58,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:18.199843 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:18.213548 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Calling delete_port for 092c87f7-3406-4cdc-9328-5aa5019c4e58 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:18.314105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:18.505678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (092c87f7-3406-4cdc-9328-5aa5019c4e58), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:18.532218 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Pushing event deleted for resources: {'Port': ['ID=092c87f7-3406-4cdc-9328-5aa5019c4e58,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:18.740137 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:18.753364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0d7d-7e47-4907-836f-13b3b5373c31 req-d0845de0-e84c-4f4e-a64c-a59bce266569 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:18.754824 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bbff0d7d-7e47-4907-836f-13b3b5373c31 req-d0845de0-e84c-4f4e-a64c-a59bce266569 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0679262 May 27 03:59:18.872886 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bbff0d7d-7e47-4907-836f-13b3b5373c31 req-0c487368-b704-4bd8-97a6-46546dafa47a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116939 May 27 03:59:18.998538 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:19.056746 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:19.103079 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:19.109701 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d655e043-5cd6-474f-9706-f581f433330e admin admin] 10.222.0.58 "PUT /v2.0/routers/ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762885 May 27 03:59:19.110479 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35894) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:19.113046 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Sync routers for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:19.124276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:19.124993 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:19.209364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks [] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.225641 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:19.305911 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks [] for router_gateway (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.391098 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:59:18Z', 'revision_number': 5, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port': {'id': '2c165387-512f-4992-b997-3b4ee8fcdc95', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:19.417381 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Checking router: ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:19.427040 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Routers {'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:19.427657 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:19.429678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Deleting port 2c165387-512f-4992-b997-3b4ee8fcdc95 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:19.430226 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.442834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:19.521293 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] For port 2c165387-512f-4992-b997-3b4ee8fcdc95, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2c165387-512f-4992-b997-3b4ee8fcdc95,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:19.521666 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.537794 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Calling delete_port for 2c165387-512f-4992-b997-3b4ee8fcdc95 owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:19.642706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:19.644115 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] Set router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff gateway port host: None {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:19.699589 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:59:19Z', 'revision_number': 6, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:19.724628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5984de15-5be8-4c52-b7d2-0e3bfd30aacf None None] The sync data for ids ['ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff'] in dv-cinder-843361-2-iscsi is: [{'id': 'ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff', 'name': 'tempest-TestShelveInstance-307030030-router', 'tenant_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:08Z', 'updated_at': '2022-05-27T03:59:19Z', 'revision_number': 6, 'project_id': 'e4e0a97e86df4bd38461b02c6b2db08c', 'gw_port_host': None}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:19.798463 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (2c165387-512f-4992-b997-3b4ee8fcdc95), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.822414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c165387-512f-4992-b997-3b4ee8fcdc95,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:19.891054 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.893744 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:19.985045 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.987301 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks [] for router_controller (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.226797 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d870403-3743-4521-ad03-48b6b7db368b req-d37740cf-5707-4370-ab3c-b904af3286c2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:20.232340 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5d870403-3743-4521-ad03-48b6b7db368b req-d37740cf-5707-4370-ab3c-b904af3286c2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.2784417 May 27 03:59:20.255675 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 092c87f7-3406-4cdc-9328-5aa5019c4e58 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:20.282138 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 092c87f7-3406-4cdc-9328-5aa5019c4e58 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:20.282734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 092c87f7-3406-4cdc-9328-5aa5019c4e58 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:20.310261 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5d870403-3743-4521-ad03-48b6b7db368b req-3c62e1c8-aee1-430b-94fc-ed4f7ba6274a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722525 May 27 03:59:20.332355 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35914) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:20.419644 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.420251 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:59:20.424786 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.429877 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-cc5b2ecb-1c4a-46b7-b518-dc251c36f203 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ab33e4c8-bb59-4c28-b5dc-2e519a0d5eff HTTP/1.1" status: 204 len: 168 time: 1.3146048 May 27 03:59:20.430596 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35918) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:20.440042 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f61621a6-c06c-435a-bcf0-4cffa2b312ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.478953 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Deleting subnet b245622b-439e-4e74-a1cc-054790f66f89 {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:59:20.482196 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Publish callbacks [] for subnet (b245622b-439e-4e74-a1cc-054790f66f89), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.517374 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Publish callbacks [] for subnet (b245622b-439e-4e74-a1cc-054790f66f89), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.518172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f61621a6-c06c-435a-bcf0-4cffa2b312ff admin admin] Publish callbacks [] for security_group (47b7c225-1b51-453c-892b-5ab9707206b9), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.558218 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (b245622b-439e-4e74-a1cc-054790f66f89), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.586798 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f61621a6-c06c-435a-bcf0-4cffa2b312ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (47b7c225-1b51-453c-892b-5ab9707206b9), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.627790 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f61621a6-c06c-435a-bcf0-4cffa2b312ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be328d4cbde74bd19a0582286e989249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941899 May 27 03:59:20.630617 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35920) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:20.632926 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61621a6-c06c-435a-bcf0-4cffa2b312ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b7c225-1b51-453c-892b-5ab9707206b9,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.645939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:20.675426 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (b245622b-439e-4e74-a1cc-054790f66f89), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.681503 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:20.714578 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b245622b-439e-4e74-a1cc-054790f66f89,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.718940 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] Publish callbacks [] for security_group (47b7c225-1b51-453c-892b-5ab9707206b9), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.721088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.724023 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-51d3bbeb-bfa1-463d-9f30-df6d7634cd77 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b245622b-439e-4e74-a1cc-054790f66f89 HTTP/1.1" status: 204 len: 168 time: 0.2943666 May 27 03:59:20.724987 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e3973-ada6-48d4-88f5-e85b1c7588cf None None] Network ab103b84-8ac6-4f34-ae04-e6e09c717b55 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:20.726820 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35922) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:20.729556 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:20.747444 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] Publish callbacks [] for security_group (47b7c225-1b51-453c-892b-5ab9707206b9), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.814419 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (ab103b84-8ac6-4f34-ae04-e6e09c717b55), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.860914 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Deleting port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:20.861142 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.902080 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] DHCP port deletion for ab103b84-8ac6-4f34-ae04-e6e09c717b55 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:59:20.913618 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (47b7c225-1b51-453c-892b-5ab9707206b9), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.916322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.921043 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47b7c225-1b51-453c-892b-5ab9707206b9 HTTP/1.1" status: 204 len: 168 time: 0.2858293 May 27 03:59:20.932973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] For port 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5998a826-bfcc-44e5-ba5d-c1cda84a8902,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:20.933386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.940014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d19328-9fce-4eab-99f5-e8911c43c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b7c225-1b51-453c-892b-5ab9707206b9,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.953946 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Calling delete_port for 5998a826-bfcc-44e5-ba5d-c1cda84a8902 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:20.975459 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Deleting port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:59:20.975831 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.049693 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] For port 5998a826-bfcc-44e5-ba5d-c1cda84a8902, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=5998a826-bfcc-44e5-ba5d-c1cda84a8902,segment=NetworkSegment(85098bd2-35c8-42d5-b90f-6d9c655316be),segment_id=85098bd2-35c8-42d5-b90f-6d9c655316be)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:21.050162 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.068354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Calling delete_port for 5998a826-bfcc-44e5-ba5d-c1cda84a8902 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:59:21.134703 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.139092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:21.145947 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (5998a826-bfcc-44e5-ba5d-c1cda84a8902), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.162936 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5998a826-bfcc-44e5-ba5d-c1cda84a8902,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:21.165125 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] No DVR routers for this DVR port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:21.183328 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] Pushing event deleted for resources: {'Port': ['ID=5998a826-bfcc-44e5-ba5d-c1cda84a8902,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:21.188223 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5161a6-f692-4110-b05d-732731952c4f None None] No DVR routers for this DVR port 5998a826-bfcc-44e5-ba5d-c1cda84a8902 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:21.244979 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (ab103b84-8ac6-4f34-ae04-e6e09c717b55), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.266945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab103b84-8ac6-4f34-ae04-e6e09c717b55']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:21.276425 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85098bd2-35c8-42d5-b90f-6d9c655316be') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:21.276754 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85098bd2-35c8-42d5-b90f-6d9c655316be') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:21.286524 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (85098bd2-35c8-42d5-b90f-6d9c655316be), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.300325 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (85098bd2-35c8-42d5-b90f-6d9c655316be), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.306398 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:59:21.309869 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (85098bd2-35c8-42d5-b90f-6d9c655316be), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.328625 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 85098bd2-35c8-42d5-b90f-6d9c655316be resource provider aggregate not found May 27 03:59:21.357882 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 85098bd2-35c8-42d5-b90f-6d9c655316be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85098bd2-35c8-42d5-b90f-6d9c655316be found for delete ", "request_id": "req-c8055e8e-a349-426f-ae5f-f9692f195a67"}]} May 27 03:59:21.423925 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:21.443729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289da2e3-9eef-47dd-a234-c120634cd13e req-b893d2d0-01f6-4f2f-ab15-24f4319f1d0c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:21.445525 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-289da2e3-9eef-47dd-a234-c120634cd13e req-b893d2d0-01f6-4f2f-ab15-24f4319f1d0c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0545201 May 27 03:59:21.458206 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (ab103b84-8ac6-4f34-ae04-e6e09c717b55), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.471612 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.474674 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab103b84-8ac6-4f34-ae04-e6e09c717b55 HTTP/1.1" status: 204 len: 168 time: 0.7463329 May 27 03:59:21.488538 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caa4d6-b9f1-434f-8f8a-f2c9e7d2ade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab103b84-8ac6-4f34-ae04-e6e09c717b55,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:21.514761 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-289da2e3-9eef-47dd-a234-c120634cd13e req-4afb5ffc-6e7a-4d9a-8f3a-13409c9cd420 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635755 May 27 03:59:21.556080 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35936) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:21.569973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dba3edb1-b370-47e0-8c7e-ec286c92d67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.645152 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dba3edb1-b370-47e0-8c7e-ec286c92d67c admin admin] Publish callbacks [] for security_group (ae0d694b-ae75-4599-ba50-706ced4c4b6e), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.758515 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dba3edb1-b370-47e0-8c7e-ec286c92d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ae0d694b-ae75-4599-ba50-706ced4c4b6e), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.797444 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-dba3edb1-b370-47e0-8c7e-ec286c92d67c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d758205caad64fda87645ddbc8d08940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401519 May 27 03:59:21.799813 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3edb1-b370-47e0-8c7e-ec286c92d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d694b-ae75-4599-ba50-706ced4c4b6e,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:21.800378 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35938) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:21.854402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] Publish callbacks [] for security_group (ae0d694b-ae75-4599-ba50-706ced4c4b6e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.875147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] Publish callbacks [] for security_group (ae0d694b-ae75-4599-ba50-706ced4c4b6e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.887742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 35940) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:21.909258 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2c165387-512f-4992-b997-3b4ee8fcdc95 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:21.932710 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35942) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:21.932923 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-540ce908-6517-4b80-9966-a17655c636eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f97b57909174abeab16dedc077b37e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411947 May 27 03:59:21.933310 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 2c165387-512f-4992-b997-3b4ee8fcdc95 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:21.934059 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2c165387-512f-4992-b997-3b4ee8fcdc95 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:21.934828 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5998a826-bfcc-44e5-ba5d-c1cda84a8902 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:21.955454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 5998a826-bfcc-44e5-ba5d-c1cda84a8902 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:59:21.955798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 5998a826-bfcc-44e5-ba5d-c1cda84a8902 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:59:21.988268 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] Publish callbacks [] for security_group (de783705-f84f-4fb9-a787-3f8728acf41f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.010266 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] Publish callbacks [] for security_group (de783705-f84f-4fb9-a787-3f8728acf41f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.039174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ae0d694b-ae75-4599-ba50-706ced4c4b6e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.041749 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.042802 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae0d694b-ae75-4599-ba50-706ced4c4b6e HTTP/1.1" status: 204 len: 168 time: 0.2412710 May 27 03:59:22.051570 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b0150-d4b2-4233-ad11-dfd582b3a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d694b-ae75-4599-ba50-706ced4c4b6e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:22.133988 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (de783705-f84f-4fb9-a787-3f8728acf41f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.137679 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:22.139056 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de783705-f84f-4fb9-a787-3f8728acf41f HTTP/1.1" status: 204 len: 168 time: 0.2052701 May 27 03:59:22.148836 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae334e-4d71-4d25-a6cd-d852a590ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de783705-f84f-4fb9-a787-3f8728acf41f,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:22.649545 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b93d2-c7be-4781-bbd5-9b16ea8ad404 req-b9f97fb3-6b56-48ac-ac99-deb1f778963f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:22.651049 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f86b93d2-c7be-4781-bbd5-9b16ea8ad404 req-b9f97fb3-6b56-48ac-ac99-deb1f778963f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0542870 May 27 03:59:22.702251 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f86b93d2-c7be-4781-bbd5-9b16ea8ad404 req-6a36766f-3b36-431c-ac26-4c0b9d3bd9b2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444765 May 27 03:59:22.926366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35962) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:22.969237 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-064d6398-489e-4846-8da0-de31fb302f83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4e0a97e86df4bd38461b02c6b2db08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415909 May 27 03:59:22.971668 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 35966) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:23.025365 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] Publish callbacks [] for security_group (8362ded8-e1e4-441f-aa08-57399f228e34), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:23.048002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] Publish callbacks [] for security_group (8362ded8-e1e4-441f-aa08-57399f228e34), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:23.198320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (8362ded8-e1e4-441f-aa08-57399f228e34), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:23.201862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:23.203220 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8362ded8-e1e4-441f-aa08-57399f228e34 HTTP/1.1" status: 204 len: 168 time: 0.2306566 May 27 03:59:23.212350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7446c-6ce3-4a26-91a6-b9a1e6e8ed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362ded8-e1e4-441f-aa08-57399f228e34,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:23.615213 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.198942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7630d2d-e38d-457f-a85d-9c37a88a6f69 req-6094c24d-bad1-4024-87a6-00616db79dc3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:24.201027 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d7630d2d-e38d-457f-a85d-9c37a88a6f69 req-6094c24d-bad1-4024-87a6-00616db79dc3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.4178965 May 27 03:59:24.251229 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d7630d2d-e38d-457f-a85d-9c37a88a6f69 req-2b01e104-32c3-4d9e-8386-09048c28f32a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 May 27 03:59:24.411269 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36014) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:24.507770 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-819123270-network', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:24.512794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:24.592784 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Made reservation on behalf of 5e8a7647a47e4ac19972582346dbdcee for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:24.595165 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.604312 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.683265 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks [] for security_group (06df2e59-8473-4191-aeb8-345d4807487c), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.758281 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (06df2e59-8473-4191-aeb8-345d4807487c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.784942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:24.791666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:24.796369 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df2e59-8473-4191-aeb8-345d4807487c,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:24.801371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (203b06c6-9360-4bb3-ae6d-e165b3d1d137), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.801783 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Added segment 203b06c6-9360-4bb3-ae6d-e165b3d1d137 of type vlan for network de7fc298-f8cf-4f7d-b044-b32470c0da30 May 27 03:59:24.847216 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (de7fc298-f8cf-4f7d-b044-b32470c0da30), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.952420 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (de7fc298-f8cf-4f7d-b044-b32470c0da30), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:24.953725 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:24.954339 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:25.018401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] Pushing event updated for resources: {'Network': ['ID=de7fc298-f8cf-4f7d-b044-b32470c0da30,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:25.028893 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:59:25.113654 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ad053203-558f-403c-ad7e-b7c2cd3a1e95 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7012608 May 27 03:59:25.117146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36038) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:25.122607 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Request body: {'subnet': {'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-819123270-subnet', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:25.247814 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Made reservation on behalf of 5e8a7647a47e4ac19972582346dbdcee for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:25.250277 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:25.384657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac9b65-c823-4e88-9e80-27a5f211e8e8 req-deaf1426-e8ff-492e-80aa-db3788f3e8aa tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:25.386185 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-71ac9b65-c823-4e88-9e80-27a5f211e8e8 req-deaf1426-e8ff-492e-80aa-db3788f3e8aa tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0599306 May 27 03:59:25.465529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:25.496065 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-71ac9b65-c823-4e88-9e80-27a5f211e8e8 req-bf18939d-23e0-407e-ae8d-bdc40b09699b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917201 May 27 03:59:25.564474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (29aa7454-bf11-40bf-b7c3-1312fb66288b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:25.592542 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=37 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:25.620562 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=12 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:25.624053 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29aa7454-bf11-40bf-b7c3-1312fb66288b,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:25.634443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:25.634801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Network hostable DHCP agents. Network: de7fc298-f8cf-4f7d-b044-b32470c0da30, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:59:25.723909 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:59:25.798322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, de7fc298-f8cf-4f7d-b044-b32470c0da30) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:25.803608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:25.804763 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:25.809234 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08490e-b088-4d8c-acab-e7db277508e9 None None] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:25.898525 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-fa175016-bd44-4b39-8549-e74a7681b3c7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7801914 May 27 03:59:25.901009 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36048) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:25.905794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:25.916469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-de7fc298-f8cf-4f7d-b044-b32470c0da30', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:59:25.917473 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:25.927454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:26.032907 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.034194 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.064365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Allocated IP 172.20.0.2 (de7fc298-f8cf-4f7d-b044-b32470c0da30/29aa7454-bf11-40bf-b7c3-1312fb66288b/e3774e07-41fd-41d0-a485-57ef042d42b5) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:26.091428 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for router_controller (7693e2be-4cc1-4634-a463-b253d4e52dcf), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.215388 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks [] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.290390 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.323601 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for router_gateway (7693e2be-4cc1-4634-a463-b253d4e52dcf), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.338860 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:26.343587 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:26.346522 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:26.353437 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Pushing event updated for resources: {'Port': ['ID=e3774e07-41fd-41d0-a485-57ef042d42b5,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:26.411329 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Attempting to bind port e3774e07-41fd-41d0-a485-57ef042d42b5 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:26.411697 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Attempting to bind port e3774e07-41fd-41d0-a485-57ef042d42b5 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:26.412056 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Attempting to bind port e3774e07-41fd-41d0-a485-57ef042d42b5 on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:26.417442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:26.418337 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:26.420116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.420116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Bound using segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:26.420116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Bound port: e3774e07-41fd-41d0-a485-57ef042d42b5, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:26.420116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.453013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:26.457932 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:26.485217 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] For port e3774e07-41fd-41d0-a485-57ef042d42b5, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:26.488307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] For port e3774e07-41fd-41d0-a485-57ef042d42b5, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e3774e07-41fd-41d0-a485-57ef042d42b5,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:26.584997 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for router_gateway (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.598904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.610140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:26.625713 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770d7-ba60-4835-b696-65bb5a25f66a req-e60d597a-4018-48cc-a03d-85fd96aa5ac5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:26.628051 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6ca770d7-ba60-4835-b696-65bb5a25f66a req-e60d597a-4018-48cc-a03d-85fd96aa5ac5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0527492 May 27 03:59:26.660529 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d299a6e-2b54-455d-9905-7c05c281837d None None] Pushing event updated for resources: {'Port': ['ID=e3774e07-41fd-41d0-a485-57ef042d42b5,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:26.701023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6ca770d7-ba60-4835-b696-65bb5a25f66a req-4211c545-8214-44da-82a2-d542f89e6ed5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592937 May 27 03:59:26.735530 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Allocated IP 172.27.2.245 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/2217222e-96a3-430a-bfcd-6cc6f57cfb64) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:26.836874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:26.854451 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.003873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.049460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:27.054459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:27.056679 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Pushing event updated for resources: {'Port': ['ID=2217222e-96a3-430a-bfcd-6cc6f57cfb64,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:27.059557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:27.581527 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22957f8c-2f5e-4e3c-90c2-94293452068f None None] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:27.650584 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Provisioning complete for port e3774e07-41fd-41d0-a485-57ef042d42b5 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:27.650956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.771568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Current status of the port e3774e07-41fd-41d0-a485-57ef042d42b5 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:27.771972 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.774513 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for router_gateway (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.813946 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] For port e3774e07-41fd-41d0-a485-57ef042d42b5, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e3774e07-41fd-41d0-a485-57ef042d42b5,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:27.866345 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387bd0-d713-4fb0-bcb3-9f1348f4ad36 req-c0a8fb6b-e5da-4ad7-aa3a-e6428b185c91 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:27.868113 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84387bd0-d713-4fb0-bcb3-9f1348f4ad36 req-c0a8fb6b-e5da-4ad7-aa3a-e6428b185c91 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0613663 May 27 03:59:27.923958 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:27.957032 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e3774e07-41fd-41d0-a485-57ef042d42b5 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:27.961016 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84387bd0-d713-4fb0-bcb3-9f1348f4ad36 req-9277a5e3-86b6-441b-a313-1c897a079978 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613148 May 27 03:59:28.013565 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4adfc-8008-4d7a-96f8-93b78d053c17 None None] Pushing event updated for resources: {'Port': ['ID=e3774e07-41fd-41d0-a485-57ef042d42b5,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:28.018710 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:28.025762 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port e3774e07-41fd-41d0-a485-57ef042d42b5 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:28.025906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:28.069950 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:28.070406 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-337074ae-a1fd-4ff3-8aad-79e39d7682b1 None None] Provisioning complete for port e3774e07-41fd-41d0-a485-57ef042d42b5 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:28.070775 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-337074ae-a1fd-4ff3-8aad-79e39d7682b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:28.152903 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port e3774e07-41fd-41d0-a485-57ef042d42b5 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:28.165249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:28.192757 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-337074ae-a1fd-4ff3-8aad-79e39d7682b1 None None] Current status of the port e3774e07-41fd-41d0-a485-57ef042d42b5 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:28.328174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:59:28.438037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:28.450084 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:28.460380 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:28.460712 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:28.541444 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:28.542766 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-fd8193d4-1828-4267-a222-5baeafe41c0b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6407239 May 27 03:59:28.545646 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36076) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:28.563610 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:28.601665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:28.742711 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:27Z', 'revision_number': 3, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:28.768199 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:28.768553 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Updating router 7693e2be-4cc1-4634-a463-b253d4e52dcf port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:59:28.797470 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:28.988051 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.096978 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:29.143412 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85bcb5-8b0e-4642-928b-9461d823893b req-ce29d4a4-c9f3-4584-9d0f-fe593aac9c0f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:29.143412 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c85bcb5-8b0e-4642-928b-9461d823893b req-ce29d4a4-c9f3-4584-9d0f-fe593aac9c0f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0814886 May 27 03:59:29.186722 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks [] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.241748 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7c85bcb5-8b0e-4642-928b-9461d823893b req-5589662c-6f21-4004-bd25-84787429e806 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911674 May 27 03:59:29.249392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Allocated IP 172.20.0.1 (de7fc298-f8cf-4f7d-b044-b32470c0da30/29aa7454-bf11-40bf-b7c3-1312fb66288b/8df7057b-fb59-4d63-895c-aaff713ff584) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:29.255518 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.311478 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Attempting to bind port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:29.311838 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Attempting to bind port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:29.312197 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Attempting to bind port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:29.315401 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Pushing event updated for resources: {'Port': ['ID=2217222e-96a3-430a-bfcd-6cc6f57cfb64,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:29.323322 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:29.323716 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:29.324091 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.324473 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:29.324962 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Bound port: 2217222e-96a3-430a-bfcd-6cc6f57cfb64, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:29.325323 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.328972 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.329328 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.329655 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.330002 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.330331 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.330651 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.330972 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.331281 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.331596 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.331913 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.332232 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.332562 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.332876 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.333183 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.333489 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:29.356156 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks [] for port (8df7057b-fb59-4d63-895c-aaff713ff584), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.382809 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] For port 2217222e-96a3-430a-bfcd-6cc6f57cfb64, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:29.385926 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] For port 2217222e-96a3-430a-bfcd-6cc6f57cfb64, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2217222e-96a3-430a-bfcd-6cc6f57cfb64,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:29.472972 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.480987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:29.503122 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.517017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:29.520349 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:29.524063 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:29.559971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Pushing event updated for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:29.576342 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8a995-13a3-4933-81b6-d6d93469018b None None] Pushing event updated for resources: {'Port': ['ID=2217222e-96a3-430a-bfcd-6cc6f57cfb64,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:29.579135 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:29.580132 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:29.584979 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.619786 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:29.633502 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:29.694119 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:29.822956 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ef5e2bb8-1c05-4c9e-a1fe-3d9096a1dfc3 None None] Provisioning complete for port 8df7057b-fb59-4d63-895c-aaff713ff584 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:29.823547 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2bb8-1c05-4c9e-a1fe-3d9096a1dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.846190 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:29.869990 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:27Z', 'revision_number': 3, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:29.886564 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e2bb8-1c05-4c9e-a1fe-3d9096a1dfc3 None None] Port 8df7057b-fb59-4d63-895c-aaff713ff584 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:29.896409 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c0eee-4cd5-4717-94f6-f79b136e78c5 None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:27Z', 'revision_number': 3, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:29.932810 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e3774e07-41fd-41d0-a485-57ef042d42b5 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:29.959356 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:59:29.970794 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.041718 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port e3774e07-41fd-41d0-a485-57ef042d42b5 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:30.042087 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.129090 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks [] for port (8df7057b-fb59-4d63-895c-aaff713ff584), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.157937 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:30.193741 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'ec72801b-0718-48fa-ba83-9709ce756958', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:59:30.201250 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port e3774e07-41fd-41d0-a485-57ef042d42b5 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:30.221944 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.242706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: ACTIVE; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:30.243029 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.264042 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:59:30.285252 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:30.311627 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.321545 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Pushing event updated for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:30.374347 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.392714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.395320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ca09-9447-4c05-9240-a96847856bd0 req-916a1f1d-8d29-4962-ba86-a0f8239f031b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:30.397948 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0af7ca09-9447-4c05-9240-a96847856bd0 req-916a1f1d-8d29-4962-ba86-a0f8239f031b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0612442 May 27 03:59:30.438799 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.449778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=6']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:30.465650 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:30.467404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:30.473371 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['ec72801b-0718-48fa-ba83-9709ce756958'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:59:30.493690 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0af7ca09-9447-4c05-9240-a96847856bd0 req-c20418a8-cc92-4603-bf8a-6956cf1ed78e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898638 May 27 03:59:30.504971 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.632716 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:30.707264 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.758814 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:30.773678 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-84d2d67b-677d-48c8-8e61-748441d8daba admin admin] 10.222.0.58 "PUT /v2.0/routers/7693e2be-4cc1-4634-a463-b253d4e52dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169943 May 27 03:59:30.821241 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-bcc7f83c-048f-486b-8a19-f2131b28eb6c None None] Provisioning complete for port 8df7057b-fb59-4d63-895c-aaff713ff584 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:30.821606 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bcc7f83c-048f-486b-8a19-f2131b28eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.863840 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7f83c-048f-486b-8a19-f2131b28eb6c None None] Port 8df7057b-fb59-4d63-895c-aaff713ff584 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:31.489275 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36110) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:31.493039 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-113699517-network', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:31.592903 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Made reservation on behalf of a02d65db8b4d46b48a3dd131e59fe886 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:31.595288 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.622491 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.645144 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeaa96-fdce-4c0d-9ed0-c3571dfd4d0c req-6671b9f9-ea11-4533-83c7-435a57fc721e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:31.646703 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1aaeaa96-fdce-4c0d-9ed0-c3571dfd4d0c req-6671b9f9-ea11-4533-83c7-435a57fc721e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 944 time: 0.0670273 May 27 03:59:31.670283 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:31.680883 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:31.681490 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:31.719914 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1aaeaa96-fdce-4c0d-9ed0-c3571dfd4d0c req-7ff6d5dd-318e-4275-971c-5368725e4fad tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672948 May 27 03:59:31.753547 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks [] for security_group (16548ab2-bee4-4a9e-a7fc-d981f7e7d330), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.809396 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (16548ab2-bee4-4a9e-a7fc-d981f7e7d330), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.839957 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:31.851586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16548ab2-bee4-4a9e-a7fc-d981f7e7d330,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:31.857351 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (1cf0a3ea-da95-460d-a4da-15c8279c583f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.858349 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Added segment 1cf0a3ea-da95-460d-a4da-15c8279c583f of type vlan for network 20708899-54a1-4385-8959-9cca287250d0 May 27 03:59:31.918890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (20708899-54a1-4385-8959-9cca287250d0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:31.929631 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:31.959167 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2217222e-96a3-430a-bfcd-6cc6f57cfb64 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:31.990581 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:32.021123 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (20708899-54a1-4385-8959-9cca287250d0), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.022165 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:32.022750 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.082701 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] Pushing event updated for resources: {'Network': ['ID=20708899-54a1-4385-8959-9cca287250d0,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.106788 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 20708899-54a1-4385-8959-9cca287250d0 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:59:32.142234 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:32.143676 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c59fe97b-81e0-43d4-a405-7c24639a4611 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6546032 May 27 03:59:32.146472 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36114) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:32.151536 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Request body: {'subnet': {'network_id': '20708899-54a1-4385-8959-9cca287250d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-113699517-subnet', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:32.191249 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:32.191619 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.199094 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port ec72801b-0718-48fa-ba83-9709ce756958 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:32.199454 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (ec72801b-0718-48fa-ba83-9709ce756958), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.244077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Made reservation on behalf of a02d65db8b4d46b48a3dd131e59fe886 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:32.247051 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.394571 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 2, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:32.431951 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:32.432341 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.438128 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:32.438481 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Updating router 7693e2be-4cc1-4634-a463-b253d4e52dcf port 8df7057b-fb59-4d63-895c-aaff713ff584 binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:59:32.470486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:32.470884 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.493415 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 2217222e-96a3-430a-bfcd-6cc6f57cfb64, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2217222e-96a3-430a-bfcd-6cc6f57cfb64,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:32.501478 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.518069 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for subnet (5b971243-13e8-401c-9888-f196b2df5a94), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.518272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:32.526797 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:59:32.529073 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2763e11-7973-4c9a-9d14-be5d4ab1efcc" -d '{"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:59:32.564457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:32.582711 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b971243-13e8-401c-9888-f196b2df5a94,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.588524 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Checking segment: {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:32.588883 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Network hostable DHCP agents. Network: 20708899-54a1-4385-8959-9cca287250d0, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:59:32.596951 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8549f49-3665-443e-a36c-d7015e4cab1e x-openstack-request-id: req-f8549f49-3665-443e-a36c-d7015e4cab1e {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:59:32.597267 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:59:32.597520 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8549f49-3665-443e-a36c-d7015e4cab1e {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:59:32.597915 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8549f49-3665-443e-a36c-d7015e4cab1e'] response: {'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'code': 200} May 27 03:59:32.610725 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.684482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Network 20708899-54a1-4385-8959-9cca287250d0 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:59:32.687163 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.728629 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=2217222e-96a3-430a-bfcd-6cc6f57cfb64,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.801849 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 20708899-54a1-4385-8959-9cca287250d0) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:32.807755 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:32.808957 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:32.822605 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd831e-1391-4899-9235-b265a5487be4 None None] Network 20708899-54a1-4385-8959-9cca287250d0 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:32.862145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870d6ab-71b6-4c0b-8457-771011352280 req-845f82ad-a77c-4252-8735-2c5b6cdcd8db tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:32.863741 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e870d6ab-71b6-4c0b-8457-771011352280 req-845f82ad-a77c-4252-8735-2c5b6cdcd8db tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0590756 May 27 03:59:32.874522 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=7']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.903075 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-213046e1-1580-4083-a8d3-e6d4d88adc3a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7546885 May 27 03:59:32.905674 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36132) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:32.910424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:32.922113 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e870d6ab-71b6-4c0b-8457-771011352280 req-ed845cd5-1cf2-446f-a8d1-4393c5de601c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506992 May 27 03:59:32.939061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:33.025367 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.026621 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.033405 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks [] for port (8df7057b-fb59-4d63-895c-aaff713ff584), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.041627 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-20708899-54a1-4385-8959-9cca287250d0', 'network_id': '20708899-54a1-4385-8959-9cca287250d0', 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'fixed_ips': [{'subnet_id': '5b971243-13e8-401c-9888-f196b2df5a94'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:59:33.042665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.089884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for router_controller (5a4339de-5a6a-42d3-b234-42f74353f2ee), precommit_add_association {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.135468 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.215442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c66b59-33af-45f7-be28-1300ee6beee4 None None] Pushing event updated for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:33.264440 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Allocated IP 172.20.0.2 (20708899-54a1-4385-8959-9cca287250d0/5b971243-13e8-401c-9888-f196b2df5a94/17d1fd93-44bc-4073-afa5-665e8877eb08) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:33.308910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Attempting to bind port 8df7057b-fb59-4d63-895c-aaff713ff584 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:33.309293 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Attempting to bind port 8df7057b-fb59-4d63-895c-aaff713ff584 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:33.309614 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Attempting to bind port 8df7057b-fb59-4d63-895c-aaff713ff584 on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:33.321312 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for router_gateway (5a4339de-5a6a-42d3-b234-42f74353f2ee), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.327609 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:33.327980 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:33.328381 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.328795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Bound using segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:33.329283 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Bound port: 8df7057b-fb59-4d63-895c-aaff713ff584, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:33.329657 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.400078 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:33.460555 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] For port 8df7057b-fb59-4d63-895c-aaff713ff584, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:33.465466 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] For port 8df7057b-fb59-4d63-895c-aaff713ff584, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8df7057b-fb59-4d63-895c-aaff713ff584,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:33.523845 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-47d466c0-c402-4e98-88d6-7b840bd55883 None None] Provisioning complete for port 8df7057b-fb59-4d63-895c-aaff713ff584 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:33.524211 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-47d466c0-c402-4e98-88d6-7b840bd55883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.525982 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks [] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.558914 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-47d466c0-c402-4e98-88d6-7b840bd55883 None None] Port 8df7057b-fb59-4d63-895c-aaff713ff584 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:33.563991 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.594911 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.604562 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for router_gateway (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.627637 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.640671 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Network 20708899-54a1-4385-8959-9cca287250d0 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:33.644412 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:33.647728 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:33.649515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c66b59-33af-45f7-be28-1300ee6beee4 None None] Pushing event updated for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:33.654123 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:33.654919 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:33.655490 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:33.750921 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:33.754592 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:33.777477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Allocated IP 172.27.2.182 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/92baef5b-5318-4832-88ea-bf9d0d03d2ca) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:33.914913 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:33.950185 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Pushing event updated for resources: {'Port': ['ID=17d1fd93-44bc-4073-afa5-665e8877eb08,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:33.962084 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2217222e-96a3-430a-bfcd-6cc6f57cfb64 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:33.993592 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Provisioning complete for port 8df7057b-fb59-4d63-895c-aaff713ff584 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:33.993959 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.021545 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.027277 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Attempting to bind port 17d1fd93-44bc-4073-afa5-665e8877eb08 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:34.027638 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Attempting to bind port 17d1fd93-44bc-4073-afa5-665e8877eb08 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:34.027991 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Attempting to bind port 17d1fd93-44bc-4073-afa5-665e8877eb08 on network 20708899-54a1-4385-8959-9cca287250d0 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:34.053095 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:34.053458 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Checking segment: {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:34.053910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.054239 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Bound using segment: {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:34.054755 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Bound port: 17d1fd93-44bc-4073-afa5-665e8877eb08, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:34.055077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.058912 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:34.085250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:34.089872 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:34.102157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5eeed-75fc-4b32-befe-f6ba28c197e0 req-24500754-707c-4a12-9ae6-49f962c61a7c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:34.103697 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-eba5eeed-75fc-4b32-befe-f6ba28c197e0 req-24500754-707c-4a12-9ae6-49f962c61a7c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0948575 May 27 03:59:34.106606 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:34.146592 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Pushing event updated for resources: {'Port': ['ID=92baef5b-5318-4832-88ea-bf9d0d03d2ca,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:34.189263 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:34.189631 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.207533 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:34.246777 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-eba5eeed-75fc-4b32-befe-f6ba28c197e0 req-637f3417-8def-4d9a-b5cf-0d51027200f4 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037321 May 27 03:59:34.323082 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] For port 17d1fd93-44bc-4073-afa5-665e8877eb08, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:34.328556 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Current status of the port 8df7057b-fb59-4d63-895c-aaff713ff584 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:34.328945 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.332022 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] For port 17d1fd93-44bc-4073-afa5-665e8877eb08, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=17d1fd93-44bc-4073-afa5-665e8877eb08,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:34.400599 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.428049 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for router_gateway (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.469667 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] For port 8df7057b-fb59-4d63-895c-aaff713ff584, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8df7057b-fb59-4d63-895c-aaff713ff584,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:34.495517 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:34.520272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:33Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:34.549410 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed6630-f2f5-4aa2-b762-1c091468ec79 None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:33Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:34.551038 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9383-70c1-4e4d-ae9e-fb6d61283bb2 None None] Pushing event updated for resources: {'Port': ['ID=17d1fd93-44bc-4073-afa5-665e8877eb08,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:34.592394 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:34.624879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:34.669285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ebdf1-bbf4-48c1-9a6b-91f8a2ce2a9e None None] Pushing event updated for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:34.743775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:35.007584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Router 5a4339de-5a6a-42d3-b234-42f74353f2ee is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:59:35.015414 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:35.124664 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:35.137100 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Sync routers for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:35.150051 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:35.150681 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:35.233568 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:35.237683 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2a295c11-56fe-4bb4-8ce0-8f10600aa36d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3282366 May 27 03:59:35.237934 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36156) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:35.273062 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:35.512064 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 3, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:35.543538 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Checking router: 5a4339de-5a6a-42d3-b234-42f74353f2ee for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:35.543922 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Updating router 5a4339de-5a6a-42d3-b234-42f74353f2ee port 92baef5b-5318-4832-88ea-bf9d0d03d2ca binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:59:35.554618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8bc9-ec17-46f8-9fff-633aef417773 req-8616cc7f-2bcf-4bf0-9fc8-1eb36c02b823 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:35.564291 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1e0b8bc9-ec17-46f8-9fff-633aef417773 req-8616cc7f-2bcf-4bf0-9fc8-1eb36c02b823 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.1237125 May 27 03:59:35.583423 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:35.663572 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:35.714725 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1e0b8bc9-ec17-46f8-9fff-633aef417773 req-b76ff658-16eb-4a70-9a3e-08143a765add tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489592 May 27 03:59:35.773983 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:35.792364 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92777fce-7039-4a57-8adf-3683781a1d22 None None] Network 20708899-54a1-4385-8959-9cca287250d0 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:59:35.926898 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:36.006453 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Provisioning complete for port 17d1fd93-44bc-4073-afa5-665e8877eb08 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:36.006453 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.042559 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks [] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.103260 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.104409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8df7057b-fb59-4d63-895c-aaff713ff584 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:36.123613 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.215755 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:36.217220 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ae83-68fe-442a-855b-6e891bc8fcb3 None None] Pushing event updated for resources: {'Port': ['ID=92baef5b-5318-4832-88ea-bf9d0d03d2ca,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:36.245321 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 8df7057b-fb59-4d63-895c-aaff713ff584 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:36.245957 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.272983 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Attempting to bind port 92baef5b-5318-4832-88ea-bf9d0d03d2ca on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:36.273616 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Attempting to bind port 92baef5b-5318-4832-88ea-bf9d0d03d2ca by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:36.274135 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Attempting to bind port 92baef5b-5318-4832-88ea-bf9d0d03d2ca on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:36.281380 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:36.282995 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:36.283272 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:36.283667 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.284045 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:36.284526 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Bound port: 92baef5b-5318-4832-88ea-bf9d0d03d2ca, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:36.284918 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.383763 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] For port 92baef5b-5318-4832-88ea-bf9d0d03d2ca, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:36.387503 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] For port 92baef5b-5318-4832-88ea-bf9d0d03d2ca, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=92baef5b-5318-4832-88ea-bf9d0d03d2ca,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:36.458970 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Allocated IP 172.20.0.1 (20708899-54a1-4385-8959-9cca287250d0/5b971243-13e8-401c-9888-f196b2df5a94/7be1a246-86eb-409e-8d3e-c2cd3d98130f) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:36.466774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Current status of the port 17d1fd93-44bc-4073-afa5-665e8877eb08 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:36.467378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.497271 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.520051 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 8df7057b-fb59-4d63-895c-aaff713ff584 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:36.521396 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 17d1fd93-44bc-4073-afa5-665e8877eb08 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:36.587819 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-57d516a7-d0b7-48b8-ad22-05e7b853cb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.595184 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-655e40aa-413b-434d-a491-519ebc726885 None None] For port 17d1fd93-44bc-4073-afa5-665e8877eb08, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=17d1fd93-44bc-4073-afa5-665e8877eb08,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:36.608948 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ae83-68fe-442a-855b-6e891bc8fcb3 None None] Pushing event updated for resources: {'Port': ['ID=92baef5b-5318-4832-88ea-bf9d0d03d2ca,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:36.624172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks [] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.635882 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:36.636730 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:36.649869 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 17d1fd93-44bc-4073-afa5-665e8877eb08 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:36.650617 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.662519 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:36.684400 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.758797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:36.785005 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:36.808542 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Network 20708899-54a1-4385-8959-9cca287250d0 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:36.810966 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:36.815758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:59:36.872031 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e40aa-413b-434d-a491-519ebc726885 None None] Pushing event updated for resources: {'Port': ['ID=17d1fd93-44bc-4073-afa5-665e8877eb08,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:36.890394 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 17d1fd93-44bc-4073-afa5-665e8877eb08 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:36.897009 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-629ebbf6-bfdc-4656-a10b-c97d0eadbab1 None None] Provisioning complete for port 17d1fd93-44bc-4073-afa5-665e8877eb08 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:36.907214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-629ebbf6-bfdc-4656-a10b-c97d0eadbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:37.003328 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-629ebbf6-bfdc-4656-a10b-c97d0eadbab1 None None] Current status of the port 17d1fd93-44bc-4073-afa5-665e8877eb08 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:37.011152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ac47-a1a8-44e5-8425-82bd17cd580c req-acb2b6f6-60cd-4b75-8ade-c942bbbb0588 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:37.046299 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92d3ac47-a1a8-44e5-8425-82bd17cd580c req-acb2b6f6-60cd-4b75-8ade-c942bbbb0588 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.1285434 May 27 03:59:37.162697 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92d3ac47-a1a8-44e5-8425-82bd17cd580c req-ff3503fc-fd07-49d0-b563-452e78ec09b1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153805 May 27 03:59:37.235447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-408b119a-004d-4164-ab6c-541cfe68277b None None] Provisioning complete for port 7be1a246-86eb-409e-8d3e-c2cd3d98130f triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:37.235814 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-408b119a-004d-4164-ab6c-541cfe68277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:37.291752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-408b119a-004d-4164-ab6c-541cfe68277b None None] Port 7be1a246-86eb-409e-8d3e-c2cd3d98130f cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:37.312306 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 3, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:37.313581 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:37.339910 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e915-4d39-4e6a-a2ca-b46822d5d3d3 None None] The sync data for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi is: [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 3, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:37.390006 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Pushing event updated for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:37.450355 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:37.577005 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:37.649725 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:37.943875 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks [] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.043607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.069348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 92baef5b-5318-4832-88ea-bf9d0d03d2ca up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:38.137625 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Pushing event updated for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:38.161618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.180244 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 92baef5b-5318-4832-88ea-bf9d0d03d2ca triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:38.182681 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.264597 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:38.460041 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Network 20708899-54a1-4385-8959-9cca287250d0 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:38.467981 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44739f64-489e-4f31-bb20-ff19b580f6a8 req-653bdcc5-8407-4940-ad03-f4f9c9d72d9a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:38.469775 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-44739f64-489e-4f31-bb20-ff19b580f6a8 req-653bdcc5-8407-4940-ad03-f4f9c9d72d9a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.1335304 May 27 03:59:38.473283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:38.484434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36204) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:38.704093 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-44739f64-489e-4f31-bb20-ff19b580f6a8 req-83906b92-fa1d-4531-b8d3-e1eb81e5891a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264314 May 27 03:59:38.748811 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Router 5a4339de-5a6a-42d3-b234-42f74353f2ee has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:38.759097 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0963-0b2e-4343-ac0f-d697da6031a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.790171 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 92baef5b-5318-4832-88ea-bf9d0d03d2ca is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:38.791763 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.855825 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 92baef5b-5318-4832-88ea-bf9d0d03d2ca, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=92baef5b-5318-4832-88ea-bf9d0d03d2ca,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:38.917533 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.920981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 17d1fd93-44bc-4073-afa5-665e8877eb08 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:38.925999 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:38.931527 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-13e03cb8-c5d6-4f6e-857c-8baced7fe60e admin admin] 10.222.0.58 "PUT /v2.0/routers/5a4339de-5a6a-42d3-b234-42f74353f2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6924644 May 27 03:59:38.953960 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0963-0b2e-4343-ac0f-d697da6031a9 admin admin] Publish callbacks [] for security_group (a121f282-cb61-4569-a77b-c66aad051914), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.000797 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=92baef5b-5318-4832-88ea-bf9d0d03d2ca,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:39.026616 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0963-0b2e-4343-ac0f-d697da6031a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a121f282-cb61-4569-a77b-c66aad051914), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.027719 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-0fd0882f-0bff-4965-98d5-b2dac8b0c1ae None None] Provisioning complete for port 7be1a246-86eb-409e-8d3e-c2cd3d98130f triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:39.028099 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fd0882f-0bff-4965-98d5-b2dac8b0c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.084295 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0882f-0bff-4965-98d5-b2dac8b0c1ae None None] Port 7be1a246-86eb-409e-8d3e-c2cd3d98130f cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:39.089248 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 17d1fd93-44bc-4073-afa5-665e8877eb08 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:39.089632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.106721 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0963-0b2e-4343-ac0f-d697da6031a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121f282-cb61-4569-a77b-c66aad051914,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:39.135049 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36214) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:39.135263 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1a4d0963-0b2e-4343-ac0f-d697da6031a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14c4f8d86eae4a3bbaec5b8e587f4d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6515346 May 27 03:59:39.180680 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:39.198644 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] Publish callbacks [] for security_group (a121f282-cb61-4569-a77b-c66aad051914), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.218683 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 17d1fd93-44bc-4073-afa5-665e8877eb08 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:39.225301 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] Publish callbacks [] for security_group (a121f282-cb61-4569-a77b-c66aad051914), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.414618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (a121f282-cb61-4569-a77b-c66aad051914), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.421991 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.422677 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a121f282-cb61-4569-a77b-c66aad051914 HTTP/1.1" status: 204 len: 168 time: 0.2860234 May 27 03:59:39.432837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca96798-9ad4-4996-b563-549c0c519873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121f282-cb61-4569-a77b-c66aad051914,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:39.503520 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-10a99b48-0e49-4bd3-89ed-acbb5e1ea2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.536852 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36218) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:39.543279 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649248354', 'description': 'tempest-secgroup-smoke-649248354 description', 'project_id': '5e8a7647a47e4ac19972582346dbdcee'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:39.659239 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.706079 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:39.756298 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Sync routers for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:59:39.762414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (9862c1c2-388d-4f48-a180-2f6c17c54fe0), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.776869 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:39.778218 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:39.831867 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9862c1c2-388d-4f48-a180-2f6c17c54fe0), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.891681 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9862c1c2-388d-4f48-a180-2f6c17c54fe0,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:39.916679 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:39.976833 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:40.008877 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.009104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36226) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:40.016959 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2c38c384-3f6f-41a2-a132-d814dcad0942 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4785383 May 27 03:59:40.019592 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:40.054220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 92baef5b-5318-4832-88ea-bf9d0d03d2ca up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:40.184070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (5c2acab7-adb2-4d0d-9d71-0a7de4af2444), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.206836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 92baef5b-5318-4832-88ea-bf9d0d03d2ca triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:40.209288 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.268788 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (5c2acab7-adb2-4d0d-9d71-0a7de4af2444), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.327008 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d298b-bb82-4f31-b6f4-8a28b0f542ab req-083479b0-95fd-43e3-87a5-506c5a0de13d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:40.328917 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf9d298b-bb82-4f31-b6f4-8a28b0f542ab req-083479b0-95fd-43e3-87a5-506c5a0de13d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0732405 May 27 03:59:40.375855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (5c2acab7-adb2-4d0d-9d71-0a7de4af2444), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.385591 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36228) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:40.386529 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:37Z', 'revision_number': 4, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7be1a246-86eb-409e-8d3e-c2cd3d98130f', 'name': '', 'network_id': '20708899-54a1-4385-8959-9cca287250d0', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'mac_address': 'fa:16:3e:d5:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5b971243-13e8-401c-9888-f196b2df5a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:36Z', 'updated_at': '2022-05-27T03:59:37Z', 'revision_number': 2, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'subnets': [{'id': '5b971243-13e8-401c-9888-f196b2df5a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:40.407376 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2acab7-adb2-4d0d-9d71-0a7de4af2444,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:40.415794 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Checking router: 5a4339de-5a6a-42d3-b234-42f74353f2ee for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:59:40.416152 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Updating router 5a4339de-5a6a-42d3-b234-42f74353f2ee port 7be1a246-86eb-409e-8d3e-c2cd3d98130f binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:59:40.420154 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bffe09a1-9668-4aa0-95b8-c1433d1ae120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.439472 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf9d298b-bb82-4f31-b6f4-8a28b0f542ab req-084c3c9c-2bb1-4369-b35c-e45cd5e93436 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931461 May 27 03:59:40.447707 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 92baef5b-5318-4832-88ea-bf9d0d03d2ca is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:40.458999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.475108 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.478992 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8184f4eb-c411-456b-b497-52d4208e961b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705369 May 27 03:59:40.483804 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36230) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:40.489491 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:40.500160 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:40.562927 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bffe09a1-9668-4aa0-95b8-c1433d1ae120 admin admin] Publish callbacks [] for security_group (745ba155-f571-4dd4-aeff-25f52db455df), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.637257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (13279092-8bcb-4937-a52c-6e65dc00dbbf), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.671853 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-bffe09a1-9668-4aa0-95b8-c1433d1ae120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (745ba155-f571-4dd4-aeff-25f52db455df), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.696135 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:40.707749 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (13279092-8bcb-4937-a52c-6e65dc00dbbf), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.726901 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-bffe09a1-9668-4aa0-95b8-c1433d1ae120 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ca9b62811be45c884c901d6c1b8e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399713 May 27 03:59:40.729647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36232) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:40.730377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe09a1-9668-4aa0-95b8-c1433d1ae120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745ba155-f571-4dd4-aeff-25f52db455df,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:40.813223 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] Publish callbacks [] for security_group (745ba155-f571-4dd4-aeff-25f52db455df), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.814952 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.827239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (13279092-8bcb-4937-a52c-6e65dc00dbbf), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.865164 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] Publish callbacks [] for security_group (745ba155-f571-4dd4-aeff-25f52db455df), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.867205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13279092-8bcb-4937-a52c-6e65dc00dbbf,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:40.903696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:40.915843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks [] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.959923 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:40.963978 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-eaab4598-4968-40b9-a6ed-c3f1c09eb5b4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4762976 May 27 03:59:40.964298 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36234) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:40.969574 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:41.051467 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.113813 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8972de-e337-4a97-b0ed-dba1f2dc19ed None None] Pushing event updated for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Attempting to bind port 7be1a246-86eb-409e-8d3e-c2cd3d98130f on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Attempting to bind port 7be1a246-86eb-409e-8d3e-c2cd3d98130f by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Attempting to bind port 7be1a246-86eb-409e-8d3e-c2cd3d98130f on network 20708899-54a1-4385-8959-9cca287250d0 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Checking segment: {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Bound using segment: {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Bound port: 7be1a246-86eb-409e-8d3e-c2cd3d98130f, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf0a3ea-da95-460d-a4da-15c8279c583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20708899-54a1-4385-8959-9cca287250d0'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:59:41.205796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.208901 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:41.268343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] For port 7be1a246-86eb-409e-8d3e-c2cd3d98130f, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:41.271758 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] For port 7be1a246-86eb-409e-8d3e-c2cd3d98130f, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7be1a246-86eb-409e-8d3e-c2cd3d98130f,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:41.304976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (745ba155-f571-4dd4-aeff-25f52db455df), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.307440 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.308589 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/745ba155-f571-4dd4-aeff-25f52db455df HTTP/1.1" status: 204 len: 168 time: 0.5778601 May 27 03:59:41.311672 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (09814e39-ab1d-4d38-8e73-4684cee43b24), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.318343 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5605c5-ac17-421c-b8e4-2334d8749d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745ba155-f571-4dd4-aeff-25f52db455df,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:41.330660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-891d53f6-e8cd-4c7c-ad9a-51959e4deb53 None None] Provisioning complete for port 7be1a246-86eb-409e-8d3e-c2cd3d98130f triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:41.330660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-891d53f6-e8cd-4c7c-ad9a-51959e4deb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.370123 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-891d53f6-e8cd-4c7c-ad9a-51959e4deb53 None None] Port 7be1a246-86eb-409e-8d3e-c2cd3d98130f cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:59:41.389001 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (09814e39-ab1d-4d38-8e73-4684cee43b24), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.472897 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (09814e39-ab1d-4d38-8e73-4684cee43b24), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.473304 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.494084 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09814e39-ab1d-4d38-8e73-4684cee43b24,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:41.536284 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:59:41.536971 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T03:59:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:41.540366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8972de-e337-4a97-b0ed-dba1f2dc19ed None None] Pushing event updated for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:41.584640 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.586432 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9d7c2966-44cc-41ff-bba6-572bd4c9a72b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6210666 May 27 03:59:41.589340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36240) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:41.600298 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:41.609079 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:41.632379 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40663d5-fbce-4324-8250-4837e2f2bf05 req-3f76a528-9cc7-4037-8afd-e4310424b43a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:41.644618 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f40663d5-fbce-4324-8250-4837e2f2bf05 req-3f76a528-9cc7-4037-8afd-e4310424b43a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0632901 May 27 03:59:41.713696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:41.713696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:59:41.730630 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f40663d5-fbce-4324-8250-4837e2f2bf05 req-9d23e10e-9906-4a90-91d1-7df53573980f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846839 May 27 03:59:41.774366 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (d9f61401-75eb-46c6-a77c-402b8bd0d3cf), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.799409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.855649 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Provisioning complete for port 7be1a246-86eb-409e-8d3e-c2cd3d98130f triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:41.856020 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.897555 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (d9f61401-75eb-46c6-a77c-402b8bd0d3cf), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.007397 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (d9f61401-75eb-46c6-a77c-402b8bd0d3cf), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.028927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Current status of the port 7be1a246-86eb-409e-8d3e-c2cd3d98130f is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:42.029405 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.031647 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:37Z', 'revision_number': 4, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7be1a246-86eb-409e-8d3e-c2cd3d98130f', 'name': '', 'network_id': '20708899-54a1-4385-8959-9cca287250d0', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'mac_address': 'fa:16:3e:d5:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5b971243-13e8-401c-9888-f196b2df5a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:36Z', 'updated_at': '2022-05-27T03:59:41Z', 'revision_number': 4, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'subnets': [{'id': '5b971243-13e8-401c-9888-f196b2df5a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:42.043427 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f61401-75eb-46c6-a77c-402b8bd0d3cf,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.074686 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810337a8-c868-4dda-ac4c-f0cf31c4f326 None None] The sync data for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi is: [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:37Z', 'revision_number': 4, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '7be1a246-86eb-409e-8d3e-c2cd3d98130f', 'name': '', 'network_id': '20708899-54a1-4385-8959-9cca287250d0', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'mac_address': 'fa:16:3e:d5:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5b971243-13e8-401c-9888-f196b2df5a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:36Z', 'updated_at': '2022-05-27T03:59:41Z', 'revision_number': 4, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'subnets': [{'id': '5b971243-13e8-401c-9888-f196b2df5a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:59:42.106640 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] For port 7be1a246-86eb-409e-8d3e-c2cd3d98130f, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7be1a246-86eb-409e-8d3e-c2cd3d98130f,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:42.156373 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.157662 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-08ad329e-afa2-42aa-9a92-a4054c879bf4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5636055 May 27 03:59:42.161338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36250) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:42.176767 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.199083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:42.246664 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4e0fe-6579-4382-b14f-268c78934a7c None None] Pushing event updated for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.325746 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.securitygroups_db [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Project 5e8a7647a47e4ac19972582346dbdcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:59:42.332792 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (1c333c04-4da8-4bbd-bd85-f60cd68092c6), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.400052 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36256) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:42.437702 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5c11499b-b69d-42b9-a0ab-fe7438f06f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.459435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (1c333c04-4da8-4bbd-bd85-f60cd68092c6), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.541556 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:42.602594 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (1c333c04-4da8-4bbd-bd85-f60cd68092c6), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.621824 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5c11499b-b69d-42b9-a0ab-fe7438f06f24 admin admin] Publish callbacks [] for security_group (87c07cd7-f276-49d4-b429-c002fac761ae), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.645657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c333c04-4da8-4bbd-bd85-f60cd68092c6,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.689423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5c11499b-b69d-42b9-a0ab-fe7438f06f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (87c07cd7-f276-49d4-b429-c002fac761ae), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.788207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.790887 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-05c8acb3-50ca-43fb-9120-576baeea1598 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6277225 May 27 03:59:42.793697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36260) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:42.801785 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'security_group_rule': {'security_group_id': '9862c1c2-388d-4f48-a180-2f6c17c54fe0', 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:59:42.825156 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11499b-b69d-42b9-a0ab-fe7438f06f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c07cd7-f276-49d4-b429-c002fac761ae,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.837656 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5c11499b-b69d-42b9-a0ab-fe7438f06f24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20106c969af7479d8d18ced0b2150f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338939 May 27 03:59:42.843526 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36262) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:42.977637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] Publish callbacks [] for security_group (87c07cd7-f276-49d4-b429-c002fac761ae), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.985363 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.securitygroups_db [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Project 5e8a7647a47e4ac19972582346dbdcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:59:42.999138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (d4f6900e-c206-409c-8d3e-092d026d2578), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.019405 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6bd7-9993-4ab2-9181-bd167181cd9b req-26242d20-4ad8-4c31-84a5-4a420ccc6016 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:43.033983 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e77d6bd7-9993-4ab2-9181-bd167181cd9b req-26242d20-4ad8-4c31-84a5-4a420ccc6016 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.1279390 May 27 03:59:43.063080 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] Publish callbacks [] for security_group (87c07cd7-f276-49d4-b429-c002fac761ae), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.102132 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e77d6bd7-9993-4ab2-9181-bd167181cd9b req-09086966-c9da-4f48-9ab6-19822f083774 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672159 May 27 03:59:43.172251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (d4f6900e-c206-409c-8d3e-092d026d2578), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.274956 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (d4f6900e-c206-409c-8d3e-092d026d2578), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.307776 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f6900e-c206-409c-8d3e-092d026d2578,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:43.312483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (87c07cd7-f276-49d4-b429-c002fac761ae), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.316421 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.318250 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87c07cd7-f276-49d4-b429-c002fac761ae HTTP/1.1" status: 204 len: 168 time: 0.4736173 May 27 03:59:43.328571 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b400ad-cca7-4da2-840e-10f232b44226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c07cd7-f276-49d4-b429-c002fac761ae,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:43.374778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.400222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:43.401515 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2960dd0c-4c5c-47d2-a2f7-25ee7d0d2fe0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6068039 May 27 03:59:43.976826 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7be1a246-86eb-409e-8d3e-c2cd3d98130f up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:59:44.005332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:44.051220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 7be1a246-86eb-409e-8d3e-c2cd3d98130f triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:59:44.051797 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:44.146495 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 7be1a246-86eb-409e-8d3e-c2cd3d98130f is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:44.243227 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3376a11-a6c8-4e63-a290-569ac9b60c14 req-72f607a9-1af8-4af8-9743-1982c244e3d0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:44.246459 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a3376a11-a6c8-4e63-a290-569ac9b60c14 req-72f607a9-1af8-4af8-9743-1982c244e3d0 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0590582 May 27 03:59:44.311811 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a3376a11-a6c8-4e63-a290-569ac9b60c14 req-a48d2bb6-1154-4dce-97ab-f2c113848741 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593395 May 27 03:59:45.494827 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0c830-d2e2-40fc-b6b9-dcac7ab16592 req-5765cd57-aef6-468e-afc7-52399e7d6b7c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:45.498373 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e0e0c830-d2e2-40fc-b6b9-dcac7ab16592 req-5765cd57-aef6-468e-afc7-52399e7d6b7c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0973179 May 27 03:59:45.600615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e0e0c830-d2e2-40fc-b6b9-dcac7ab16592 req-4067473c-575f-4b04-b884-bb54aa5ded47 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912220 May 27 03:59:46.757328 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfdd66-f993-4db9-a08d-4c953aa78389 req-60debc83-9891-4375-a43d-e85957ac50d5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:46.760456 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aecfdd66-f993-4db9-a08d-4c953aa78389 req-60debc83-9891-4375-a43d-e85957ac50d5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0681760 May 27 03:59:46.814969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:46.820469 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aecfdd66-f993-4db9-a08d-4c953aa78389 req-77e73996-1d3d-4797-8f0f-3bb59317a041 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 May 27 03:59:47.977879 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c2b1-27a6-4901-85eb-f08062e451ed req-a7af01da-4ed1-4d30-896a-3b27536953b5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:47.979142 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0b02c2b1-27a6-4901-85eb-f08062e451ed req-a7af01da-4ed1-4d30-896a-3b27536953b5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0618856 May 27 03:59:48.085589 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-0b02c2b1-27a6-4901-85eb-f08062e451ed req-0a454d34-ff5c-494e-a124-2846cf7ab55f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987651 May 27 03:59:48.593100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36434) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:48.728054 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0edf73f6-5624-490e-a976-c71c28421196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:48.825406 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0edf73f6-5624-490e-a976-c71c28421196 admin admin] Publish callbacks [] for security_group (2fdd5f9c-812c-4956-b32a-13fb34ac4551), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:48.892664 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0edf73f6-5624-490e-a976-c71c28421196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2fdd5f9c-812c-4956-b32a-13fb34ac4551), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:48.962898 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36442) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:48.965020 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0edf73f6-5624-490e-a976-c71c28421196 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0746a6e421064b97a3cf099b22d1151e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701215 May 27 03:59:48.971362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf73f6-5624-490e-a976-c71c28421196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdd5f9c-812c-4956-b32a-13fb34ac4551,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:49.065801 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] Publish callbacks [] for security_group (2fdd5f9c-812c-4956-b32a-13fb34ac4551), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:49.068172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:49.094788 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] Publish callbacks [] for security_group (2fdd5f9c-812c-4956-b32a-13fb34ac4551), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:49.266618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2fdd5f9c-812c-4956-b32a-13fb34ac4551), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:49.270204 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:49.271804 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2b7a-d8f2-4faf-8519-8d8c3b2a3dfd req-4bb8e36a-721f-48bc-9203-32bbdb55d202 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:49.272148 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fdd5f9c-812c-4956-b32a-13fb34ac4551 HTTP/1.1" status: 204 len: 168 time: 0.3076963 May 27 03:59:49.277689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e48b2b7a-d8f2-4faf-8519-8d8c3b2a3dfd req-4bb8e36a-721f-48bc-9203-32bbdb55d202 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0654461 May 27 03:59:49.283842 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f325aa-92aa-4565-a46d-2333f254e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdd5f9c-812c-4956-b32a-13fb34ac4551,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:49.374625 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e48b2b7a-d8f2-4faf-8519-8d8c3b2a3dfd req-9d81f790-0f44-4aa8-a1bf-0d39f43487e5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897341 May 27 03:59:50.275884 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36458) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:50.291684 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d147aceb-a438-49dd-91be-fc6255b15c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.387678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d147aceb-a438-49dd-91be-fc6255b15c5f admin admin] Publish callbacks [] for security_group (8deb975c-dd95-4305-b4d3-34860cf076a1), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.487956 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d147aceb-a438-49dd-91be-fc6255b15c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (8deb975c-dd95-4305-b4d3-34860cf076a1), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.536392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147aceb-a438-49dd-91be-fc6255b15c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb975c-dd95-4305-b4d3-34860cf076a1,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:50.554636 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3313ce-9535-41d6-b4f1-383a9c2abfe4 req-6e5c180e-c251-413c-9619-2e04516e2dcb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:50.556174 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e3313ce-9535-41d6-b4f1-383a9c2abfe4 req-6e5c180e-c251-413c-9619-2e04516e2dcb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0987494 May 27 03:59:50.559123 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d147aceb-a438-49dd-91be-fc6255b15c5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bef54e36f5024b5baf62672e251cbaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820864 May 27 03:59:50.562827 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36462) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:50.649081 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e3313ce-9535-41d6-b4f1-383a9c2abfe4 req-ee7d4b85-995c-4271-bdbe-137e5a779f93 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771320 May 27 03:59:50.649404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:50.652847 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] Publish callbacks [] for security_group (8deb975c-dd95-4305-b4d3-34860cf076a1), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.676377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] Publish callbacks [] for security_group (8deb975c-dd95-4305-b4d3-34860cf076a1), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.872139 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (8deb975c-dd95-4305-b4d3-34860cf076a1), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.877249 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.879478 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8deb975c-dd95-4305-b4d3-34860cf076a1 HTTP/1.1" status: 204 len: 168 time: 0.3153069 May 27 03:59:50.892162 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538de10-c4bf-4a75-ba62-7b751b20099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb975c-dd95-4305-b4d3-34860cf076a1,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:50.903469 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=36 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:50.907782 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:50.941677 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:59:51.776520 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea60f1-73ae-473d-a3e7-5aaf50605dfe req-a12052dd-332a-4f95-845f-6e901fd1c016 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:51.778016 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9bea60f1-73ae-473d-a3e7-5aaf50605dfe req-a12052dd-332a-4f95-845f-6e901fd1c016 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0495453 May 27 03:59:51.829464 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9bea60f1-73ae-473d-a3e7-5aaf50605dfe req-b5337f0b-358d-4bfe-9cf7-9c4ce83be883 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 May 27 03:59:52.724886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-f5c81d27-a858-42c2-a092-af38639ff68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:52.726402 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-f5c81d27-a858-42c2-a092-af38639ff68d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1129 time: 0.2094035 May 27 03:59:52.965545 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717b96-9c8b-401e-9be6-98ff7034e57a req-2f0f0f26-949d-4b7f-97ed-d0af20c20f6d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:52.968207 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8a717b96-9c8b-401e-9be6-98ff7034e57a req-2f0f0f26-949d-4b7f-97ed-d0af20c20f6d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0616324 May 27 03:59:53.080536 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8a717b96-9c8b-401e-9be6-98ff7034e57a req-86b36187-5be7-4392-b42b-07e2303823b3 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067235 May 27 03:59:53.134071 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-1888792e-ad8e-4ec2-b6b0-1d5e5709b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:53.134381 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-1888792e-ad8e-4ec2-b6b0-1d5e5709b333 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.1326740 May 27 03:59:53.218549 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-598946bb-5bbb-4e03-ac9d-6a11924e9878 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 1001 time: 0.0779114 May 27 03:59:53.274958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-f55a2954-444d-4337-b290-75eb642a6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:53.276480 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-f55a2954-444d-4337-b290-75eb642a6770 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0517678 May 27 03:59:53.326656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-88df6561-2472-4a4b-a9e2-2a74c6449f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:53.329321 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-88df6561-2472-4a4b-a9e2-2a74c6449f2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450449 May 27 03:59:53.339251 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-3012c818-1e29-4e1d-a07f-5f0540afeeec service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:59:53.340488 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-3012c818-1e29-4e1d-a07f-5f0540afeeec service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053971 May 27 03:59:53.367169 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:53.447271 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-7f36fa49-7852-4034-bfcb-c0006da6f33d service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992901 May 27 03:59:53.550431 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e093b1dc-0f45-4c35-81d0-2ccef3d7e8f1 req-47670b42-ff7d-4db7-b15a-a9f918b20186 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974143 May 27 03:59:53.648723 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.052000 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:54.089492 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36562) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:54.130766 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: ACTIVE; New status is: DOWN {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:54.130902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.168903 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:54.170401 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:59:54.172897 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d8d06-521c-4e96-8c30-1af22f081473" -d '{"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:59:54.217618 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d964e01c-5014-4dcb-814f-7ae2034cd0d5 x-openstack-request-id: req-d964e01c-5014-4dcb-814f-7ae2034cd0d5 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:59:54.217906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:59:54.218179 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d964e01c-5014-4dcb-814f-7ae2034cd0d5 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:59:54.218609 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d964e01c-5014-4dcb-814f-7ae2034cd0d5'] response: {'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'code': 200} May 27 03:59:54.235399 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-78c9b324-683a-4cf7-a97a-a325831a8e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.243239 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.266109 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab763e46-cfbc-40f6-83ef-1acb4c9f828c req-38b30b48-1dcc-4ba5-820c-0412d808a382 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:54.269988 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab763e46-cfbc-40f6-83ef-1acb4c9f828c req-38b30b48-1dcc-4ba5-820c-0412d808a382 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 945 time: 0.0746562 May 27 03:59:54.362887 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-78c9b324-683a-4cf7-a97a-a325831a8e7e admin admin] Publish callbacks [] for security_group (f31e9991-3da7-4b19-a40c-31c7a05d8717), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.363053 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ab763e46-cfbc-40f6-83ef-1acb4c9f828c req-3d55dfd5-0401-4829-8a2b-2cea6a2536bc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830243 May 27 03:59:54.425904 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-78c9b324-683a-4cf7-a97a-a325831a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f31e9991-3da7-4b19-a40c-31c7a05d8717), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.454364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:54.463992 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=8']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:54.480831 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b324-683a-4cf7-a97a-a325831a8e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e9991-3da7-4b19-a40c-31c7a05d8717,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:54.486874 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-78c9b324-683a-4cf7-a97a-a325831a8e7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ed648380f9d4d06b543f4ce14deb012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962538 May 27 03:59:54.489738 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36582) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:54.538486 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:54.544071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] Publish callbacks [] for security_group (f31e9991-3da7-4b19-a40c-31c7a05d8717), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.567971 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] Publish callbacks [] for security_group (f31e9991-3da7-4b19-a40c-31c7a05d8717), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.764563 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (f31e9991-3da7-4b19-a40c-31c7a05d8717), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.767318 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.768519 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f31e9991-3da7-4b19-a40c-31c7a05d8717 HTTP/1.1" status: 204 len: 168 time: 0.2777598 May 27 03:59:54.777528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a39dc-f588-4d07-9d5d-2ede3a2517e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e9991-3da7-4b19-a40c-31c7a05d8717,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:55.458293 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36600) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:55.472260 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5bb8-0a71-4803-a4d7-49e6e30b933d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.501359 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc80f-40cf-4efa-8ed0-92e7115d1bb7 req-918dcc0f-5f75-41fa-9750-d88d5c87fdf9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:55.502964 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e65cc80f-40cf-4efa-8ed0-92e7115d1bb7 req-918dcc0f-5f75-41fa-9750-d88d5c87fdf9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0614898 May 27 03:59:55.564124 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e65cc80f-40cf-4efa-8ed0-92e7115d1bb7 req-ae4e519f-5ac2-4aa3-9d00-17cea4442693 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523555 May 27 03:59:55.600326 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5bb8-0a71-4803-a4d7-49e6e30b933d admin admin] Publish callbacks [] for security_group (2eb641f3-681e-44e4-80d5-18ce0b251174), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.694459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5bb8-0a71-4803-a4d7-49e6e30b933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2eb641f3-681e-44e4-80d5-18ce0b251174), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.737626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:55.742568 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5f0e5bb8-0a71-4803-a4d7-49e6e30b933d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cbac846f3a04eeaaf42625163dce4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831767 May 27 03:59:55.743256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5bb8-0a71-4803-a4d7-49e6e30b933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb641f3-681e-44e4-80d5-18ce0b251174,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:55.745539 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36606) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:55.800061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] Publish callbacks [] for security_group (2eb641f3-681e-44e4-80d5-18ce0b251174), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.822350 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] Publish callbacks [] for security_group (2eb641f3-681e-44e4-80d5-18ce0b251174), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.990446 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2eb641f3-681e-44e4-80d5-18ce0b251174), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.993073 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:55.994294 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2eb641f3-681e-44e4-80d5-18ce0b251174 HTTP/1.1" status: 204 len: 168 time: 0.2477236 May 27 03:59:56.003402 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702edcf-1414-4c29-8059-6da61dd9aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb641f3-681e-44e4-80d5-18ce0b251174,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:56.697473 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85294-cb59-406e-8e17-d7f06db8172e req-22dbc7ea-071a-40d0-a7a2-7e494fc092eb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:56.699144 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8fc85294-cb59-406e-8e17-d7f06db8172e req-22dbc7ea-071a-40d0-a7a2-7e494fc092eb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0562596 May 27 03:59:56.749225 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8fc85294-cb59-406e-8e17-d7f06db8172e req-a659557c-f1c7-4f1f-bb5c-407b53b55e02 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 May 27 03:59:57.803699 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36668) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:57.922296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a0f475-2fc1-4853-9c2d-ab06768bb10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.006607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a0f475-2fc1-4853-9c2d-ab06768bb10e admin admin] Publish callbacks [] for security_group (23ac0389-d747-4c24-b26d-138cff139249), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.083035 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:59:58.099431 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-27a0f475-2fc1-4853-9c2d-ab06768bb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (23ac0389-d747-4c24-b26d-138cff139249), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.145994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-27a0f475-2fc1-4853-9c2d-ab06768bb10e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b10025946caa45ed8a680f571722dfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386273 May 27 03:59:58.145994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f475-2fc1-4853-9c2d-ab06768bb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac0389-d747-4c24-b26d-138cff139249,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:58.146645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 36680) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:58.162560 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: DOWN; New status is: DOWN {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:59:58.207427 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] Publish callbacks [] for security_group (23ac0389-d747-4c24-b26d-138cff139249), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.237445 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] Publish callbacks [] for security_group (23ac0389-d747-4c24-b26d-138cff139249), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.362482 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (23ac0389-d747-4c24-b26d-138cff139249), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.366362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:58.367654 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23ac0389-d747-4c24-b26d-138cff139249 HTTP/1.1" status: 204 len: 168 time: 0.2198017 May 27 03:59:58.377141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86348306-4f01-406c-8b58-5541324bf892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac0389-d747-4c24-b26d-138cff139249,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:58.736796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-9b2db4e4-8a19-4fe0-a875-c919b16f8d5e req-59fd0c94-a484-41d5-9bea-e5fe3dd94f77 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:59:58.737874 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9b2db4e4-8a19-4fe0-a875-c919b16f8d5e req-59fd0c94-a484-41d5-9bea-e5fe3dd94f77 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057111 May 27 03:59:59.115497 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1368a3-ef3a-4e7f-b81a-37b159713190 req-b4f695d3-83a3-4d4d-ad55-5af8dc5bfc0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:59.117092 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b1368a3-ef3a-4e7f-b81a-37b159713190 req-b4f695d3-83a3-4d4d-ad55-5af8dc5bfc0a tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0496418 May 27 03:59:59.190435 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b1368a3-ef3a-4e7f-b81a-37b159713190 req-0d03432c-4bc2-400a-a0e7-60a03696c2e7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664666 May 27 03:59:59.689812 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36718) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:59.771566 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-836193a3-e3ad-4941-a760-0f2e0c89d575 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806992 May 27 03:59:59.779872 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-3a2c98d0-3fb8-4533-b373-496a390446a9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:59:59.781457 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-3a2c98d0-3fb8-4533-b373-496a390446a9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054226 May 27 03:59:59.859113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 36726) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:59:59.958534 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-a3953467-27d1-4d64-93b2-609a3d6f5a56 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:59:59.960173 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-a3953467-27d1-4d64-93b2-609a3d6f5a56 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports/ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 940 time: 0.1000831 May 27 04:00:00.317517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21295-eadb-4c96-9327-a0242c8adfb7 req-7d890627-ce39-43b2-b70a-ef6a129ce772 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:00.319285 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9df21295-eadb-4c96-9327-a0242c8adfb7 req-7d890627-ce39-43b2-b70a-ef6a129ce772 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0515537 May 27 04:00:00.348017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:00.370366 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9df21295-eadb-4c96-9327-a0242c8adfb7 req-c7660c6d-ea6b-4c54-aac8-597d83d62759 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 May 27 04:00:01.499788 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c91b-d442-43bf-baab-62f11966ba1a req-dd12fcfb-58cd-4be9-80fd-d14c15a86b56 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.501419 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3be0c91b-d442-43bf-baab-62f11966ba1a req-dd12fcfb-58cd-4be9-80fd-d14c15a86b56 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0519683 May 27 04:00:01.507064 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-2eb785c9-21be-44ed-9b3b-968fa9eb3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.508595 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-2eb785c9-21be-44ed-9b3b-968fa9eb3ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8&tenant_id=26b40f0d69f44da79dfb780da80d4893 HTTP/1.1" status: 200 len: 1127 time: 0.0425367 May 27 04:00:01.554262 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3be0c91b-d442-43bf-baab-62f11966ba1a req-fda08754-be13-4045-b343-a57717d4a0ab tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460925 May 27 04:00:01.579238 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-30f815e4-a1ba-4138-abfb-df348043626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.580778 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-30f815e4-a1ba-4138-abfb-df348043626f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1127 time: 0.0497558 May 27 04:00:01.669404 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-ce82cf06-ce2c-4dcd-bb28-e6b8dcfe5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.671580 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-ce82cf06-ce2c-4dcd-bb28-e6b8dcfe5bca service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.0852952 May 27 04:00:01.738463 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-f070a666-754d-4d6a-8f20-0f6b296494f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 999 time: 0.0612695 May 27 04:00:01.774666 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:01.787758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-9b014046-af44-4045-8809-a6ec41998eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.789305 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-9b014046-af44-4045-8809-a6ec41998eed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0450664 May 27 04:00:01.834258 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-02761def-bffe-4787-bff9-8e2ede440e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:01.837474 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-02761def-bffe-4787-bff9-8e2ede440e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407019 May 27 04:00:01.931194 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-49bca957-9c37-4630-a595-7b1cfda56040 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877509 May 27 04:00:02.021311 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-01b46596-6944-4318-963d-086ff3d0409d service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 May 27 04:00:02.694992 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e322d-02c3-4277-bce0-62cafb4767c9 req-d1652fcf-6beb-4a24-abb9-a822140d72b9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:02.697721 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-987e322d-02c3-4277-bce0-62cafb4767c9 req-d1652fcf-6beb-4a24-abb9-a822140d72b9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0618355 May 27 04:00:02.777647 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-987e322d-02c3-4277-bce0-62cafb4767c9 req-525399d3-b77c-4733-a9c6-a82d9ad00674 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684381 May 27 04:00:02.927901 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:03.890876 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c90b17-d943-44b6-b826-7f4c700a693c req-586a6c3f-d1cd-40b0-ada0-abd6e6fe13b5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:03.892379 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-37c90b17-d943-44b6-b826-7f4c700a693c req-586a6c3f-d1cd-40b0-ada0-abd6e6fe13b5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0495660 May 27 04:00:03.941035 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-37c90b17-d943-44b6-b826-7f4c700a693c req-8b140e94-dc6f-45fc-8899-e782a5f2c7e8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430381 May 27 04:00:05.086365 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9d7ba-bec8-448e-841a-f3344062cd57 req-58349b88-2383-403a-a9fb-ec0f95d3b12f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:05.087875 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-69c9d7ba-bec8-448e-841a-f3344062cd57 req-58349b88-2383-403a-a9fb-ec0f95d3b12f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0502248 May 27 04:00:05.136551 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-69c9d7ba-bec8-448e-841a-f3344062cd57 req-6bb325a2-f2b7-4c9c-8fa0-11d62897208d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 May 27 04:00:06.265668 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e549be-b5b0-4b6b-ae70-54cea03ab1c7 req-560e70e3-77fc-4d2e-af44-cfdedc003ef2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:06.267140 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-77e549be-b5b0-4b6b-ae70-54cea03ab1c7 req-560e70e3-77fc-4d2e-af44-cfdedc003ef2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0480013 May 27 04:00:06.319344 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-77e549be-b5b0-4b6b-ae70-54cea03ab1c7 req-1f1f8f08-9bbb-4124-a983-8d04005c122e tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467212 May 27 04:00:06.419546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69c315c9-c932-4dc0-a101-69038ec8a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:07.174308 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-867bd7c4-1ff1-4e3c-a912-9c917e6dea0c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649248354&fields=id&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 267 time: 0.0498269 May 27 04:00:07.312642 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-1cb5c8af-348f-4a0d-97ff-72e7ee470b22 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:07.321113 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-1cb5c8af-348f-4a0d-97ff-72e7ee470b22 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1401761 May 27 04:00:07.332236 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-0b5efa7d-8693-4b0b-aad7-cdcef966b16f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/quotas/5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 375 time: 0.0102432 May 27 04:00:07.387512 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-59cdaae3-326e-4754-a8c8-92a03524cce4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487752 May 27 04:00:07.470688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-c7d81717-a62a-4c94-b48c-da3ded2f4fdb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111121) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 04:00:07.478214 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-c7d81717-a62a-4c94-b48c-da3ded2f4fdb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0773828 May 27 04:00:07.479075 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2df72-b759-4923-b044-87aaf3456ea8 req-5178fc89-9f06-47dd-abd8-6a66e5ebdd99 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:07.487991 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c8f2df72-b759-4923-b044-87aaf3456ea8 req-5178fc89-9f06-47dd-abd8-6a66e5ebdd99 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0739281 May 27 04:00:07.551270 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c8f2df72-b759-4923-b044-87aaf3456ea8 req-5efff4b4-7edd-4ab0-a0ad-0876bc079732 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562527 May 27 04:00:07.558289 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:07.581566 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-9f4e324d-529f-4aa1-b988-eab0a966f6fa service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024170 May 27 04:00:07.693012 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-e33e054c-b10c-43b7-984e-1cce5d9d6cc1 service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057105 May 27 04:00:08.281907 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-92de624a-ba1d-4ce5-bd27-c78f18c84ad0 req-5b097bed-11a5-4508-a2aa-cf197737970c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0278859 May 27 04:00:08.668308 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4df3-c0c7-425a-a829-d308bad6a846 req-c18160c5-1787-4564-b72f-eccbb474bbdd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:08.669885 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d5ee4df3-c0c7-425a-a829-d308bad6a846 req-c18160c5-1787-4564-b72f-eccbb474bbdd tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0490432 May 27 04:00:08.741107 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d5ee4df3-c0c7-425a-a829-d308bad6a846 req-2255b9a3-cb0b-46d9-a0df-7fb38b86ca55 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645764 May 27 04:00:09.382160 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8e755dde-115e-4288-9a9b-1d0440ea0800 req-3cb1f31c-ccf1-49ba-a0fb-c7b6a91b48dc tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0320976 May 27 04:00:09.500313 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-14defc64-0168-4516-921a-590a5e3ccfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:09.888989 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb01b3-c3cf-477c-a78e-6263827d4213 req-ecbc3e59-ede0-4a0d-a30c-3c1dfb758020 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:09.890812 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e4fb01b3-c3cf-477c-a78e-6263827d4213 req-ecbc3e59-ede0-4a0d-a30c-3c1dfb758020 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0503597 May 27 04:00:09.931926 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:09.939924 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e4fb01b3-c3cf-477c-a78e-6263827d4213 req-a711aeab-e153-4daa-8be3-45871932bcc5 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 May 27 04:00:10.513096 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-af64aead-7f21-4ce9-b55d-dccab851f3ee req-d455d53b-f504-42ec-8edb-cc71199c2977 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0519605 May 27 04:00:10.688373 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:11.091081 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1212dc5-022f-4cf3-80a0-09946cfd916e req-83bb0d56-cd6b-4d4e-9185-f71ba61b692c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:11.139099 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a1212dc5-022f-4cf3-80a0-09946cfd916e req-83bb0d56-cd6b-4d4e-9185-f71ba61b692c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0753322 May 27 04:00:11.148796 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-a1212dc5-022f-4cf3-80a0-09946cfd916e req-ffdb0e12-0eb5-4557-8ec7-f6d48cd93f94 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463002 May 27 04:00:11.618539 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e09cd9ec-cffa-4141-b5d6-fb3ed5abf9b7 req-97d95ad4-7488-4e02-af48-1059e2ee3fd6 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0418241 May 27 04:00:11.672455 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:12.290773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761de47c-1d79-4602-8503-292abdee8a0b req-6bd21ee2-d6ee-49c5-9025-9f72aaf09985 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:12.296758 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-761de47c-1d79-4602-8503-292abdee8a0b req-6bd21ee2-d6ee-49c5-9025-9f72aaf09985 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0523281 May 27 04:00:12.347802 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-761de47c-1d79-4602-8503-292abdee8a0b req-8ceaa274-2b80-4f47-94da-531b65c9faf8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494256 May 27 04:00:12.705691 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8847257e-1f6e-4d47-8690-fe69f77e5223 req-e0ae7d7e-d055-4a4d-a1ce-56d1abe27e86 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0292065 May 27 04:00:13.256112 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:13.328701 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:13.466163 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6659c-7468-4ab5-a160-37584981b101 req-fd80ae2c-5fe9-47a1-8155-bcdc674e826d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:13.468262 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-55c6659c-7468-4ab5-a160-37584981b101 req-fd80ae2c-5fe9-47a1-8155-bcdc674e826d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0471177 May 27 04:00:13.516056 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-55c6659c-7468-4ab5-a160-37584981b101 req-14a1d32d-41b6-437d-97aa-2625cb077225 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 May 27 04:00:13.803129 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8a3a4f92-df69-49bd-b840-874679717033 req-4ccfda79-8798-4cc5-b77d-b2b51570e2b5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0301952 May 27 04:00:14.636219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4a11-5950-4efb-bfca-44f716661ac0 req-4d00839c-0ed7-476b-840d-d3e100596ced tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:14.637707 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b46a4a11-5950-4efb-bfca-44f716661ac0 req-4d00839c-0ed7-476b-840d-d3e100596ced tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0496926 May 27 04:00:14.688588 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b46a4a11-5950-4efb-bfca-44f716661ac0 req-99c24a4f-ac81-46fc-97f8-d2cea2d06c4c tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 May 27 04:00:15.159170 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db82efaa-4171-491c-a1ba-c9e76542fc93 req-2964eea0-9b4e-48f6-a547-177a32587789 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.2874248 May 27 04:00:15.807418 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c34e39-0ece-4db1-904a-924fec56d4d4 req-17709c68-e109-44a7-b64b-bb79b0b202f7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:15.808925 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23c34e39-0ece-4db1-904a-924fec56d4d4 req-17709c68-e109-44a7-b64b-bb79b0b202f7 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0465560 May 27 04:00:15.856177 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23c34e39-0ece-4db1-904a-924fec56d4d4 req-9d6e43b8-40c4-4c7a-8ece-de219d95a340 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 May 27 04:00:16.253968 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cb9a65fd-60b1-485b-818b-327b5bb58a19 req-34236e05-3db2-4c34-93f6-d62c918557ad tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0276570 May 27 04:00:16.976086 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8638-3640-45d5-a6ba-ace4563bacdd req-7ef8c0f4-ce9f-4d45-b183-27ed9c39d770 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:16.977633 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f36f8638-3640-45d5-a6ba-ace4563bacdd req-7ef8c0f4-ce9f-4d45-b183-27ed9c39d770 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0491972 May 27 04:00:17.026224 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f36f8638-3640-45d5-a6ba-ace4563bacdd req-2ed5f903-f115-46e9-8baa-09fdaef65760 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 May 27 04:00:17.360739 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cc3f9fc4-c9b0-4737-9aaf-5ebf8f7f1cc6 req-e01a273e-944b-46de-9df5-503d664bfb64 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0302467 May 27 04:00:18.159470 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fab3df-ec8d-467a-a666-e954524e0ef7 req-eac37547-a013-456f-970b-cb44002de92d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:18.160888 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-58fab3df-ec8d-467a-a666-e954524e0ef7 req-eac37547-a013-456f-970b-cb44002de92d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0509129 May 27 04:00:18.211945 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-58fab3df-ec8d-467a-a666-e954524e0ef7 req-5ebf2a76-7a08-49c8-9815-628bfdddf0cb tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436275 May 27 04:00:18.477131 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-00844d8d-848c-442d-a2a5-4b717ede79cc req-9ae1bc93-fc38-4f1d-bc75-3fa0f9828a5f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0280807 May 27 04:00:19.332238 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3866ad6-73ed-477e-a041-93707bd2d0d5 req-8bc36952-a584-4590-8778-644ec424602b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:19.333687 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b3866ad6-73ed-477e-a041-93707bd2d0d5 req-8bc36952-a584-4590-8778-644ec424602b tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.0490305 May 27 04:00:19.361316 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:19.388365 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b3866ad6-73ed-477e-a041-93707bd2d0d5 req-60b80858-d4e6-43a5-8f63-e6e2463de9ee tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487819 May 27 04:00:19.575877 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ff5688cc-6bc7-4bb2-9a35-215632a5994c req-1a5a70f1-35fa-43ec-9132-bdfae216b6f0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0298963 May 27 04:00:20.234439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:00:20.237684 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:20.344646 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:20.357659 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'ec72801b-0718-48fa-ba83-9709ce756958', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'port_id': 'ec72801b-0718-48fa-ba83-9709ce756958', 'mac_address': 'fa:16:3e:a3:ef:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:00:20.398032 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:20.398691 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:20.411344 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-43caeec6-92f9-43d5-83c0-94d7046b2034 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:20.413038 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-43caeec6-92f9-43d5-83c0-94d7046b2034 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1251264 May 27 04:00:20.413264 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:00:20.442809 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:20.515966 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-e28acd78-0713-4c0f-b7fc-d06dfd3edfb6 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 379 time: 0.0904069 May 27 04:00:20.523785 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'port': {'device_id': '0023f241-60e6-4039-8920-26eeb4b863e2', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'admin_state_up': True, 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'security_groups': ['9862c1c2-388d-4f48-a180-2f6c17c54fe0']}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:20.545691 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:20.591622 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=9']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:20.599978 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.600326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.600684 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.601206 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.601695 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.602196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.602678 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.603159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.603660 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.604042 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.604374 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.604743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.605126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.605878 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.606027 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:20.612853 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:20.633231 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817602-fb61-40bb-90ec-c56a869da28a req-55071f38-6a05-466a-b74d-adddb1831247 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:20.634857 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-76817602-fb61-40bb-90ec-c56a869da28a req-55071f38-6a05-466a-b74d-adddb1831247 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 943 time: 0.1654348 May 27 04:00:20.684362 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a35f9ec2-cbfb-49ae-9af3-8ed89a5a9801 req-77edc4c6-43e6-4866-b2d6-35d878deecac tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0293579 May 27 04:00:20.705337 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-76817602-fb61-40bb-90ec-c56a869da28a req-4bb687d1-ccf0-45e6-b04e-ec965efb25fc tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614774 May 27 04:00:20.739757 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Made reservation on behalf of 5e8a7647a47e4ac19972582346dbdcee for: {'port': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:20.743477 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:20.867182 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['ec72801b-0718-48fa-ba83-9709ce756958'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:00:20.882586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.20.0.4 (de7fc298-f8cf-4f7d-b044-b32470c0da30/29aa7454-bf11-40bf-b7c3-1312fb66288b/f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:21.298126 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:21.385653 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:21.430910 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:21.434093 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:21.436773 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:21.469615 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:21.475402 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:21.488313 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.489855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.489855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.489855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.489855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.494118 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:21.514694 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:21.515474 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:21.598810 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ba94150d-8de9-4c0a-8b28-0114b23c997b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0786755 May 27 04:00:21.627434 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ab2a7df3-37bb-4294-8001-4e896e658608 None None] Provisioning complete for port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:21.627992 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ab2a7df3-37bb-4294-8001-4e896e658608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:21.660420 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a7df3-37bb-4294-8001-4e896e658608 None None] Port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:00:21.792688 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:21.806813 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f048658-cfad-47a9-81f6-2082bee10030 req-4a77694d-1d63-480e-bcbc-71dba45cc2af tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:21.808295 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8f048658-cfad-47a9-81f6-2082bee10030 req-4a77694d-1d63-480e-bcbc-71dba45cc2af tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 931 time: 0.0533800 May 27 04:00:21.815188 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Request body: {'port': {'device_id': '0023f241-60e6-4039-8920-26eeb4b863e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:21.832645 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25135c0-28b7-45f3-9030-18a0cfc43d92 req-3843ad31-6bcb-4bf1-9bfa-9f14012df395 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:21.834202 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c25135c0-28b7-45f3-9030-18a0cfc43d92 req-3843ad31-6bcb-4bf1-9bfa-9f14012df395 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 944 time: 0.0512912 May 27 04:00:21.895151 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c25135c0-28b7-45f3-9030-18a0cfc43d92 req-eca3ef8b-7e53-4889-9afc-e198e01137b1 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549181 May 27 04:00:21.912297 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8f048658-cfad-47a9-81f6-2082bee10030 req-dfa68476-040c-4629-80a7-92bbadabc5a7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928333 May 27 04:00:21.916567 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.078528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:22.216089 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 {{(pid=111121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:00:22.224532 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks [] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.237559 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:22.237983 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.provisioning_blocks [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Transition to ACTIVE for port object f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 will not be triggered until provisioned by entity L2. {{(pid=111121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:00:22.284326 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port ec72801b-0718-48fa-ba83-9709ce756958 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:22.284723 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (ec72801b-0718-48fa-ba83-9709ce756958), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.298656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.369943 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port ec72801b-0718-48fa-ba83-9709ce756958 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:22.370340 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.379453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:22.391303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:22.413363 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:22.413363 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1fd271-984a-4390-89af-6ff9da763b44" -d '{"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:22.422933 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:22.459358 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6567cdfe-82e3-403a-be7c-f5117f7cd05b x-openstack-request-id: req-6567cdfe-82e3-403a-be7c-f5117f7cd05b {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:22.459661 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:22.460185 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6567cdfe-82e3-403a-be7c-f5117f7cd05b {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:22.460625 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6567cdfe-82e3-403a-be7c-f5117f7cd05b'] response: {'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'code': 200} May 27 04:00:22.466833 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Attempting to bind port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:00:22.467435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Attempting to bind port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:00:22.467711 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Attempting to bind port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:22.475107 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 on network de7fc298-f8cf-4f7d-b044-b32470c0da30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:00:22.475523 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Attempting to bind port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:22.481552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:00:22.481890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:22.482277 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Bound using segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} {{(pid=111121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:00:22.482766 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.managers [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Bound port: f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}}] {{(pid=111121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:00:22.483137 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.502958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:22.544624 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.566712 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, cleared binding levels {{(pid=111121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:22.573014 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:22.608065 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=10']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:22.647370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.684274 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:22.687753 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:22.687753 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] 10.222.0.44 "PUT /v2.0/ports/f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 HTTP/1.1" status: 200 len: 1093 time: 0.8751807 May 27 04:00:22.687753 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:22.689994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e97f7c-d8c1-4122-9b56-65e509d31160" -d '{"events": [{"name": "network-changed", "server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:22.727372 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c70d5-f534-4214-b0d8-8f7d52120cca service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=3']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:22.753561 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a9a87-bafb-432f-91b0-a840d8845e59 x-openstack-request-id: req-956a9a87-bafb-432f-91b0-a840d8845e59 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:22.753561 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:22.753561 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-956a9a87-bafb-432f-91b0-a840d8845e59 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:22.753561 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956a9a87-bafb-432f-91b0-a840d8845e59'] response: {'name': 'network-changed', 'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'status': 'completed', 'code': 200} May 27 04:00:22.782172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa10fb-ebc0-47ed-9e3c-0795e12c4323 req-622b6844-786b-4607-ab59-256f22d07167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:22.783696 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23fa10fb-ebc0-47ed-9e3c-0795e12c4323 req-622b6844-786b-4607-ab59-256f22d07167 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1130 time: 0.0460024 May 27 04:00:22.814999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-58a8689c-05a2-4239-990a-dbd00fc06b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:22.816712 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-58a8689c-05a2-4239-990a-dbd00fc06b88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1127 time: 0.0479705 May 27 04:00:22.839109 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-23fa10fb-ebc0-47ed-9e3c-0795e12c4323 req-0dad5dd6-b113-4acc-ab5f-0f30fc420ddb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488272 May 27 04:00:22.843621 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:22.923892 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-e645085f-42e9-4224-a406-4d50e75e75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.052560 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-e645085f-42e9-4224-a406-4d50e75e75c2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5e8a7647a47e4ac19972582346dbdcee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050177 May 27 04:00:23.052560 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804494-bdb3-4ccb-b2ce-5e77d19f12b0 req-ad014d02-4b00-4406-be8f-0350d411064f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.052560 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-65804494-bdb3-4ccb-b2ce-5e77d19f12b0 req-ad014d02-4b00-4406-be8f-0350d411064f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0569878 May 27 04:00:23.053049 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720b37-0d5e-459f-84c5-d88038ff6c5b req-7c773720-aa3f-4089-8b75-b0d7e697d4ba tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.053049 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb720b37-0d5e-459f-84c5-d88038ff6c5b req-7c773720-aa3f-4089-8b75-b0d7e697d4ba tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0517166 May 27 04:00:23.083550 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-65804494-bdb3-4ccb-b2ce-5e77d19f12b0 req-d74a2995-5268-41bd-bf7e-db7a59d802e2 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 May 27 04:00:23.091115 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fb720b37-0d5e-459f-84c5-d88038ff6c5b req-faef7cc8-1e52-432d-9046-a306a0d0e38d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 May 27 04:00:23.200234 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-d516ed41-874d-4773-8541-673b898fb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.201757 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-67e97f7c-d8c1-4122-9b56-65e509d31160 req-d516ed41-874d-4773-8541-673b898fb6d2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911984 May 27 04:00:23.279260 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-6bf85edf-fca6-403e-8d06-17069fae76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.281135 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-6bf85edf-fca6-403e-8d06-17069fae76b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1127 time: 0.0427725 May 27 04:00:23.607020 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:23.705698 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-76060a83-5158-46ba-87ad-59e1765cfcb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 HTTP/1.1" status: 200 len: 217 time: 0.0362759 May 27 04:00:23.757941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ae3f46c3-55d4-4833-850b-f546e079259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.759399 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-ae3f46c3-55d4-4833-850b-f546e079259d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0474741 May 27 04:00:23.806142 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414da50-8215-4c60-8b23-52c1f45928fc req-a249e273-3fc1-4f03-ba9c-a44919131619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:23.807644 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-a249e273-3fc1-4f03-ba9c-a44919131619 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407767 May 27 04:00:23.920668 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-05b8d291-6459-428b-b21e-09535a36d9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031945 May 27 04:00:24.020590 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3414da50-8215-4c60-8b23-52c1f45928fc req-cbc22ffa-feb6-4aa5-8750-988f68a3ca1a service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905046 May 27 04:00:24.204688 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ff458-a30c-4d27-ac72-c3c1403bbab2 req-83a858a7-be1d-4de0-bc9f-8cc9cd6da2e6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:24.206198 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ba6ff458-a30c-4d27-ac72-c3c1403bbab2 req-83a858a7-be1d-4de0-bc9f-8cc9cd6da2e6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0487225 May 27 04:00:24.209977 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5615-5194-4882-9035-8ac8fbab1d2a req-9f0d8453-4e91-4b57-ac44-df4453749548 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:24.211467 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48cb5615-5194-4882-9035-8ac8fbab1d2a req-9f0d8453-4e91-4b57-ac44-df4453749548 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0494297 May 27 04:00:24.253403 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ba6ff458-a30c-4d27-ac72-c3c1403bbab2 req-8a28611f-9094-470e-a1d6-6771304ccae8 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 May 27 04:00:24.262785 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-48cb5615-5194-4882-9035-8ac8fbab1d2a req-858fed9a-1d86-4736-a153-ddc2c4aeefca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455987 May 27 04:00:25.381585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4689b-001a-4dea-ad45-e9fdd32dbb73 req-ef81c4e7-f621-448f-89f1-2cac10f1a1f9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:25.382534 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6cd4689b-001a-4dea-ad45-e9fdd32dbb73 req-ef81c4e7-f621-448f-89f1-2cac10f1a1f9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0530360 May 27 04:00:25.385656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3862b-0e4b-412f-9c17-9362f33491e2 req-d5db0a15-cdc4-4acf-8a08-b1141727ff46 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:25.387183 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-68e3862b-0e4b-412f-9c17-9362f33491e2 req-d5db0a15-cdc4-4acf-8a08-b1141727ff46 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0577655 May 27 04:00:25.435927 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6cd4689b-001a-4dea-ad45-e9fdd32dbb73 req-17aac084-221a-41d9-8862-b72ad4d86cae tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475678 May 27 04:00:25.444967 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-68e3862b-0e4b-412f-9c17-9362f33491e2 req-b77adbdb-1e9c-408f-9541-f5f7daee5f2a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522199 May 27 04:00:26.558960 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bab8fb-e8b1-49b7-b9b4-b3da5bb61814 req-62f6aad5-fd58-4f49-8b75-969762de2198 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:26.560529 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-99bab8fb-e8b1-49b7-b9b4-b3da5bb61814 req-62f6aad5-fd58-4f49-8b75-969762de2198 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0496533 May 27 04:00:26.614558 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-99bab8fb-e8b1-49b7-b9b4-b3da5bb61814 req-a8970360-4efd-46d0-a534-1752d07bce5f tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470459 May 27 04:00:26.622904 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e33552-37ba-4bd9-9983-eb132b52fd25 req-28b73627-73ba-4224-8389-be5b7868fc13 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:26.624522 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e2e33552-37ba-4bd9-9983-eb132b52fd25 req-28b73627-73ba-4224-8389-be5b7868fc13 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0527623 May 27 04:00:26.680679 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e2e33552-37ba-4bd9-9983-eb132b52fd25 req-2a280175-deb6-4ab3-a0b9-415e62e0c072 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501213 May 27 04:00:26.721985 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f21886-5b56-4041-856c-62634a61aef6 req-cfebd8cb-c21c-4578-a69b-00fffd1a53ac tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:26.723385 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-63f21886-5b56-4041-856c-62634a61aef6 req-cfebd8cb-c21c-4578-a69b-00fffd1a53ac tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0492764 May 27 04:00:26.734757 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:26.776073 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-63f21886-5b56-4041-856c-62634a61aef6 req-9a23e354-bf7f-4fc7-9172-1aed584a94ea tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470994 May 27 04:00:27.795608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be20afb-ef06-4fe2-bd5b-0ed2e2594050 req-c0f8cd21-358c-4dd5-a06d-746b4c2f5c3b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:27.797206 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0be20afb-ef06-4fe2-bd5b-0ed2e2594050 req-c0f8cd21-358c-4dd5-a06d-746b4c2f5c3b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0473206 May 27 04:00:27.808580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:27.850040 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0be20afb-ef06-4fe2-bd5b-0ed2e2594050 req-1b368184-bb19-4f8e-a7da-89d03761bd63 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471292 May 27 04:00:27.897427 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660310d-3976-44f4-8b69-829acfcd9af9 req-b2eb5833-92e5-46a2-91b2-72603f96920a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:27.898924 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4660310d-3976-44f4-8b69-829acfcd9af9 req-b2eb5833-92e5-46a2-91b2-72603f96920a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0504868 May 27 04:00:27.900722 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:27.907758 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:27.940346 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:00:27.948051 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-4660310d-3976-44f4-8b69-829acfcd9af9 req-a24de61c-a4fe-423d-a559-7ac5a0a2809f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 May 27 04:00:28.652345 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4584b-bf14-4015-a63f-421381fc194b req-aae9b8e7-f984-413b-949f-6f71bf9260d6 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:28.653816 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e3f4584b-bf14-4015-a63f-421381fc194b req-aae9b8e7-f984-413b-949f-6f71bf9260d6 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0508208 May 27 04:00:28.694148 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:28.727102 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-5a5e21bd-b15e-4f8d-bf63-8badce377fa6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399659 May 27 04:00:28.748348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Deleting port 2beafbf4-0cbf-418e-a334-412c287594f7 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:28.748723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:28.816286 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-250b131e-562e-48f8-841d-ae656b763758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:28.818099 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-250b131e-562e-48f8-841d-ae656b763758 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26b40f0d69f44da79dfb780da80d4893&device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 1130 time: 0.0462379 May 27 04:00:28.847313 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] For port 2beafbf4-0cbf-418e-a334-412c287594f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2beafbf4-0cbf-418e-a334-412c287594f7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:28.847920 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:28.927244 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-381c096b-a575-4dac-8e58-3ec5deecb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:28.928866 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-381c096b-a575-4dac-8e58-3ec5deecb73b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 200 len: 918 time: 0.0923927 May 27 04:00:29.001131 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-83f3b9ab-bfa1-4ff4-879f-7abe04abc83d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 200 len: 1001 time: 0.0658109 May 27 04:00:29.042188 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d38f5c-8b96-4db2-b8c7-496313e2ef1e req-204bbd54-e396-4977-b68b-df047d5c92ea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:29.043673 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e8d38f5c-8b96-4db2-b8c7-496313e2ef1e req-204bbd54-e396-4977-b68b-df047d5c92ea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0999489 May 27 04:00:29.080369 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:29.086276 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-43ef6b96-8b06-47ad-b2e2-cdea19154f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:29.087816 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-43ef6b96-8b06-47ad-b2e2-cdea19154f17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 200 len: 856 time: 0.0810378 May 27 04:00:29.088565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:29.088937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:29.089265 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Floating IP d1d60731-4d52-4cab-ab76-03610aae34e4 disassociated. External IP: 172.27.2.187, port: 2beafbf4-0cbf-418e-a334-412c287594f7. May 27 04:00:29.089607 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Calling delete_port for 2beafbf4-0cbf-418e-a334-412c287594f7 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:29.095933 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac783a-8efc-4dd2-b01e-7da82d52cb4d req-22be0359-7491-4127-93da-70d348712529 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:29.098119 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-deac783a-8efc-4dd2-b01e-7da82d52cb4d req-22be0359-7491-4127-93da-70d348712529 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 946 time: 0.0634086 May 27 04:00:29.127738 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e8d38f5c-8b96-4db2-b8c7-496313e2ef1e req-0fe1ef9f-9a7e-4f98-8cc3-bb5445aa0e98 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766501 May 27 04:00:29.160710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-99aa0642-420d-4b2a-b5dc-db2fd9c9d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:29.162279 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-99aa0642-420d-4b2a-b5dc-db2fd9c9d302 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba72c12-5b60-48f3-a29b-e3bbe4163d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640011 May 27 04:00:29.231607 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-deac783a-8efc-4dd2-b01e-7da82d52cb4d req-0b1a1e5a-e1e3-4492-b74b-6e9caf7179d5 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e6599a6-61a4-44e8-ac3b-741552364d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239834 May 27 04:00:29.271568 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-b8bf1586-7c6c-4d49-a1a7-c1eaed43766f service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019976 May 27 04:00:29.304442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (2beafbf4-0cbf-418e-a334-412c287594f7), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:29.333412 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'Port': ['ID=2beafbf4-0cbf-418e-a334-412c287594f7,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:29.346794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.346794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.346794 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.347174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.347383 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.347666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.347998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.348325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.348682 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.349011 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.349341 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.349668 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.349993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.350323 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.350635 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:29.375039 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-18eb3997-5597-4d63-8552-d375be1f85b5 req-6908eb5c-61a6-4f6e-8dde-03335b2be5c7 service neutron] 10.222.0.44 "GET /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982311 May 27 04:00:29.458862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:00:29.501714 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:29.564747 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:00:29.574765 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:00:29.586084 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:29.586730 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:29.610410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] No DVR routers for this DVR port 2beafbf4-0cbf-418e-a334-412c287594f7 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:29.612865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:29.616045 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e3f4584b-bf14-4015-a63f-421381fc194b req-dc9e5ede-aa03-42e9-8b0c-6af06faf452a tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.44 "DELETE /v2.0/ports/2beafbf4-0cbf-418e-a334-412c287594f7 HTTP/1.1" status: 204 len: 173 time: 0.9553504 May 27 04:00:29.616479 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'name': 'network-vif-deleted', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:29.618818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b6429c-ddd4-4025-a0be-2cbca88c8e45" -d '{"events": [{"server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "name": "network-vif-deleted", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:29.692205 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:29.733538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79e54c-b00e-4df9-9b3e-875303851e84 x-openstack-request-id: req-da79e54c-b00e-4df9-9b3e-875303851e84 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:29.733538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f698c3-dea6-45e3-b339-6aaa03146d0e", "name": "network-vif-deleted", "tag": "2beafbf4-0cbf-418e-a334-412c287594f7", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:29.733538 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da79e54c-b00e-4df9-9b3e-875303851e84 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:29.733538 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da79e54c-b00e-4df9-9b3e-875303851e84'] response: {'server_uuid': '60f698c3-dea6-45e3-b339-6aaa03146d0e', 'name': 'network-vif-deleted', 'tag': '2beafbf4-0cbf-418e-a334-412c287594f7', 'status': 'completed', 'code': 200} May 27 04:00:29.890182 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:29.918371 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:00:29.927054 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:29.927651 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:30.028914 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:30.215080 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:30.240244 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb402dc-5970-4cba-bf8d-eec797d67583 None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 4, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': 'a17c0448-e230-4a2b-8d50-61a8d64b6be8', 'name': '', 'network_id': '5f6279fa-5489-4182-8aee-fafc3439f008', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'mac_address': 'fa:16:3e:84:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:30Z', 'updated_at': '2022-05-27T03:49:47Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'subnets': [{'id': '789965dc-c253-4f52-8ecd-8a893a7251a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:00:30.247846 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e393-649e-4ba6-8932-7f28564d1186 req-b7ff8cb4-e953-48c8-8fc9-58920fa3c68b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:30.250533 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dca5e393-649e-4ba6-8932-7f28564d1186 req-b7ff8cb4-e953-48c8-8fc9-58920fa3c68b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0503144 May 27 04:00:30.333028 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-dca5e393-649e-4ba6-8932-7f28564d1186 req-0a3c5aae-c13c-429e-b01f-b74a5c1d7ed5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702667 May 27 04:00:30.383177 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5aa2b232-0ad8-42de-a2b7-7682e5d94ee3 req-2b17e2d6-c53c-47d4-ad8f-7790865a231f tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 210 time: 0.0542955 May 27 04:00:30.520493 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f967dd-3d44-4a49-8c18-9f35e3fbb5dc None None] New status for floating IP d1d60731-4d52-4cab-ab76-03610aae34e4: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:00:31.459428 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d624b-564a-466f-a089-2a76cdbe7b61 req-009bd854-1c7b-47e6-8c63-a1b1482fd1e4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:31.460946 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f28d624b-564a-466f-a089-2a76cdbe7b61 req-009bd854-1c7b-47e6-8c63-a1b1482fd1e4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 943 time: 0.0502288 May 27 04:00:31.501724 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-81eb52ec-5063-46f5-922b-cbcb6551d4d4 req-e7c05ba0-f162-4231-87db-87d0c2555bde tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/ports?device_id=60f698c3-dea6-45e3-b339-6aaa03146d0e HTTP/1.1" status: 200 len: 210 time: 0.0291495 May 27 04:00:31.513304 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f28d624b-564a-466f-a089-2a76cdbe7b61 req-31b6dd1b-7c28-427c-90d7-e14978df85cb tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465682 May 27 04:00:32.297008 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:00:32.299214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2beafbf4-0cbf-418e-a334-412c287594f7 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:00:32.329366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 2beafbf4-0cbf-418e-a334-412c287594f7 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:00:32.329771 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2beafbf4-0cbf-418e-a334-412c287594f7 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:00:32.411198 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:32.416197 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:32.428742 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'port_id': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'mac_address': 'fa:16:3e:5a:cc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:00:32.468873 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:32.469253 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.482173 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:00:32.503243 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:32.568766 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.617473 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:32.631047 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37038) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:32.637374 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41f01b-3af8-4575-8b07-f67f871a5761 req-415483bc-764f-4db9-bf34-64c8fc4e3e06 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:32.638948 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf41f01b-3af8-4575-8b07-f67f871a5761 req-415483bc-764f-4db9-bf34-64c8fc4e3e06 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 944 time: 0.0551240 May 27 04:00:32.672982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:32.673325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:32.687733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (6e6599a6-61a4-44e8-ac3b-741552364d73), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.691530 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-cf41f01b-3af8-4575-8b07-f67f871a5761 req-99ca03ce-2071-43a4-8eba-8e760d0c4d78 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459962 May 27 04:00:32.713426 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (6e6599a6-61a4-44e8-ac3b-741552364d73), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.823673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6e6599a6-61a4-44e8-ac3b-741552364d73), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.826209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:32.827903 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "DELETE /v2.0/security-groups/6e6599a6-61a4-44e8-ac3b-741552364d73 HTTP/1.1" status: 204 len: 168 time: 0.1951697 May 27 04:00:32.830910 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37040) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:32.837320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60a6b5-dc62-4637-bff8-4f247b816495 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6599a6-61a4-44e8-ac3b-741552364d73,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:32.845843 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.api.v2.resource [None req-c08040f4-e473-4931-82d8-83bbefc2d722 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] show failed (client error): The resource could not be found. May 27 04:00:32.846863 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-c08040f4-e473-4931-82d8-83bbefc2d722 tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "GET /v2.0/security-groups/6e6599a6-61a4-44e8-ac3b-741552364d73 HTTP/1.1" status: 404 len: 347 time: 0.0149817 May 27 04:00:32.849829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37042) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:32.862448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:00:32.961806 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Deleting port e0ca693c-570c-48bf-ab80-dc93c0f64c42 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:32.962139 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.040086 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.040443 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (e0ca693c-570c-48bf-ab80-dc93c0f64c42), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.053983 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Calling delete_port for e0ca693c-570c-48bf-ab80-dc93c0f64c42 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:33.241285 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (e0ca693c-570c-48bf-ab80-dc93c0f64c42), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.274048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Pushing event deleted for resources: {'Port': ['ID=e0ca693c-570c-48bf-ab80-dc93c0f64c42,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:33.333593 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:33.338402 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks [] for floatingip (d1d60731-4d52-4cab-ab76-03610aae34e4), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.340963 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:33.345215 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d4e15ed5-a75d-42de-b796-ce92f2454a5d tempest-AttachVolumeTestJSON-1671822743 tempest-AttachVolumeTestJSON-1671822743-project] 10.222.0.58 "DELETE /v2.0/floatingips/d1d60731-4d52-4cab-ab76-03610aae34e4 HTTP/1.1" status: 204 len: 168 time: 0.4913545 May 27 04:00:33.808951 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ee289-66f8-421a-9fbe-b8536fe55535 req-02cb6764-d9b7-4f8b-867f-8644ef6a834e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:33.810368 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-080ee289-66f8-421a-9fbe-b8536fe55535 req-02cb6764-d9b7-4f8b-867f-8644ef6a834e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 944 time: 0.0488043 May 27 04:00:33.863333 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-080ee289-66f8-421a-9fbe-b8536fe55535 req-932fb4bd-bca9-4062-b751-ae9fee78b5e0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465987 May 27 04:00:34.298056 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:34.300253 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:34.342303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:00:34.429303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:34.429679 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:34.505836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:34.506214 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:34.528851 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:34.531895 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f73991-8c82-40bb-b398-b381671c90aa" -d '{"events": [{"server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:34.547316 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:34.630767 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2950039-7d16-4fff-9fd9-94d6361eafda x-openstack-request-id: req-e2950039-7d16-4fff-9fd9-94d6361eafda {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:34.631085 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:34.631339 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2950039-7d16-4fff-9fd9-94d6361eafda {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:34.631730 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2950039-7d16-4fff-9fd9-94d6361eafda'] response: {'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'code': 200} May 27 04:00:34.652708 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:34.700383 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:35.006591 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442fb1e-7b3c-402e-b69d-7dc8758a581d req-381ab864-1699-4448-a0ed-d295f977ea57 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:35.008079 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0442fb1e-7b3c-402e-b69d-7dc8758a581d req-381ab864-1699-4448-a0ed-d295f977ea57 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0747101 May 27 04:00:35.009179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4dbfa-7b15-4c5b-b991-6de0a77af346 req-d704c281-297b-4bd4-8c3e-ff5fa23bafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:35.010527 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a0d4dbfa-7b15-4c5b-b991-6de0a77af346 req-d704c281-297b-4bd4-8c3e-ff5fa23bafee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1129 time: 0.0662129 May 27 04:00:35.089287 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a0d4dbfa-7b15-4c5b-b991-6de0a77af346 req-0f3ceb32-bd37-47ed-87a7-f526058b8b98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687165 May 27 04:00:35.094023 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0442fb1e-7b3c-402e-b69d-7dc8758a581d req-950ae577-0798-40d4-b3d2-437ce537f4c8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803292 May 27 04:00:36.214901 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2666b-d81b-4bc2-8872-9e85b7ae911d req-21cf6a29-b173-4aa3-9127-76a0137b418a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:36.216451 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e4d2666b-d81b-4bc2-8872-9e85b7ae911d req-21cf6a29-b173-4aa3-9127-76a0137b418a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0501332 May 27 04:00:36.265890 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e4d2666b-d81b-4bc2-8872-9e85b7ae911d req-3c893d71-df74-4011-a435-f1295835475f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 May 27 04:00:36.355176 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-be450615-21e0-4f8f-b090-b6ab924e782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:37.237111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37080) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:37.386541 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010083a-3e4d-490d-a0e4-8fa653ac38f5 req-e8b9fe2f-eda9-4693-9aac-908c5c717892 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:37.388080 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4010083a-3e4d-490d-a0e4-8fa653ac38f5 req-e8b9fe2f-eda9-4693-9aac-908c5c717892 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0505946 May 27 04:00:37.440927 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4010083a-3e4d-490d-a0e4-8fa653ac38f5 req-e3d6a26f-4607-4847-8fd5-858461d88072 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 May 27 04:00:37.582261 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cd5a7-cd39-4aab-bf55-0f8ef7dcf99f req-681f2aa2-5e7b-4fe4-97de-01c03dacb8d4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:37.583703 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-516cd5a7-cd39-4aab-bf55-0f8ef7dcf99f req-681f2aa2-5e7b-4fe4-97de-01c03dacb8d4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0640752 May 27 04:00:37.675958 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:37.686757 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-516cd5a7-cd39-4aab-bf55-0f8ef7dcf99f req-2d1e040b-e9a2-4e2b-a958-5f7f72fc0131 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844946 May 27 04:00:37.710268 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37088) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:37.738712 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:37.854275 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21577c4e-26c5-4808-9ee4-ee64c9184833 tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:37.855801 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-21577c4e-26c5-4808-9ee4-ee64c9184833 tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1124 time: 0.1445243 May 27 04:00:37.858828 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37092) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:37.863818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'port_id': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:37.959255 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Deleting port a17c0448-e230-4a2b-8d50-61a8d64b6be8 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:37.959523 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:37.961162 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.042159 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] For port a17c0448-e230-4a2b-8d50-61a8d64b6be8, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=a17c0448-e230-4a2b-8d50-61a8d64b6be8,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:38.042524 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.043506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.056479 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Calling delete_port for a17c0448-e230-4a2b-8d50-61a8d64b6be8 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:38.060092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:38.147852 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.27.2.52 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/00696c64-a6fc-47c7-8d13-071ff8dc1937) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:38.163045 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:38.257094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.266152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:38.315423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (a17c0448-e230-4a2b-8d50-61a8d64b6be8), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.345873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Pushing event deleted for resources: {'Port': ['ID=a17c0448-e230-4a2b-8d50-61a8d64b6be8,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:38.351779 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.397979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:38.403595 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:38.409070 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:38.415328 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=00696c64-a6fc-47c7-8d13-071ff8dc1937,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:38.538798 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.639722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:38.757296 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Router e1d2ba40-44ed-49b8-8702-8a5275257aa9 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:00:38.766447 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (eb9bca14-665e-44cd-91a6-5167f0fdb2c2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.868644 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:00:38.877991 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-18e32dc6-2944-4585-8f5f-1e54c8ef367c admin admin] 10.222.0.58 "PUT /v2.0/routers/e1d2ba40-44ed-49b8-8702-8a5275257aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369874 May 27 04:00:38.880837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37094) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:38.887069 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Sync routers for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:00:38.896647 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:38.897545 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:38.917203 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:38.998325 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:39.041595 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.115350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.183823 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.187863 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.213430 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Checking router: e1d2ba40-44ed-49b8-8702-8a5275257aa9 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:00:39.217370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (eb9bca14-665e-44cd-91a6-5167f0fdb2c2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.223107 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Routers {'e1d2ba40-44ed-49b8-8702-8a5275257aa9'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:39.223630 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.226996 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.227158 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.241547 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks [] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.275803 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.280122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=00696c64-a6fc-47c7-8d13-071ff8dc1937,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:39.333007 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] Set router e1d2ba40-44ed-49b8-8702-8a5275257aa9 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:39.336872 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP eb9bca14-665e-44cd-91a6-5167f0fdb2c2 associated. External IP: 172.27.2.52, port: f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9. May 27 04:00:39.353779 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks [] for router_gateway (e1d2ba40-44ed-49b8-8702-8a5275257aa9), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.465520 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Deleting port f9a06693-19f4-4d01-89c6-cd255ddf1038 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:39.465886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.481711 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2b922df-ac66-44d7-bc75-bf4251806ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.538890 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.549733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:00:39.566688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] For port f9a06693-19f4-4d01-89c6-cd255ddf1038, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=f9a06693-19f4-4d01-89c6-cd255ddf1038,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:39.567048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.581717 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Calling delete_port for f9a06693-19f4-4d01-89c6-cd255ddf1038 owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:39.615179 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.643751 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829bab-0bec-4dd8-bc91-cdcd24b0a80f None None] The sync data for ids ['e1d2ba40-44ed-49b8-8702-8a5275257aa9'] in dv-cinder-843361-2-iscsi is: [{'id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'name': 'tempest-AttachVolumeTestJSON-1795249248-router', 'tenant_id': 'b1f668cbb60844d881dfb2af61132af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 5, 'project_id': 'b1f668cbb60844d881dfb2af61132af7', 'gw_port': {'id': 'f9a06693-19f4-4d01-89c6-cd255ddf1038', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2ba40-44ed-49b8-8702-8a5275257aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:00:39.670755 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:00:39.686974 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:00:39.698116 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:39.703444 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.752004 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.783142 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a289a1db-917c-4638-9233-99bdd15692a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9230328 May 27 04:00:39.783750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:39.785898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5" -d '{"events": [{"name": "network-changed", "server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:39.807945 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:39.822229 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db119839-7d7c-4080-a1c9-e9b0c4471cb7 x-openstack-request-id: req-db119839-7d7c-4080-a1c9-e9b0c4471cb7 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:39.822497 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:39.822748 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db119839-7d7c-4080-a1c9-e9b0c4471cb7 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:39.823267 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db119839-7d7c-4080-a1c9-e9b0c4471cb7'] response: {'name': 'network-changed', 'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'status': 'completed', 'code': 200} May 27 04:00:39.834928 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:39.835709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (f9a06693-19f4-4d01-89c6-cd255ddf1038), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.868660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a06693-19f4-4d01-89c6-cd255ddf1038,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:39.893877 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-22db5b62-5c8a-416f-bd02-76372fa83ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:39.896039 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-22db5b62-5c8a-416f-bd02-76372fa83ee8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1129 time: 0.0486720 May 27 04:00:39.935941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:39.999257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-41a796e9-9f03-4ba6-a874-288ffcf46fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:40.001520 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-41a796e9-9f03-4ba6-a874-288ffcf46fcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.1002104 May 27 04:00:40.037919 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.044000 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks [] for router_controller (e1d2ba40-44ed-49b8-8702-8a5275257aa9), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.059541 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'eb9bca14-665e-44cd-91a6-5167f0fdb2c2', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:5a:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0023f241-60e6-4039-8920-26eeb4b863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:38Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:40.083273 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-898eb9b9-0d68-42e2-b6bd-5676a6ed3db0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 HTTP/1.1" status: 200 len: 998 time: 0.0764606 May 27 04:00:40.095888 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:40.102083 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:00:40.113346 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:40.114815 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:40.149047 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-911ab7a6-b8a6-4a4c-bf05-82f08ec46ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:40.153836 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-911ab7a6-b8a6-4a4c-bf05-82f08ec46ab7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0598137 May 27 04:00:40.183884 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (e1d2ba40-44ed-49b8-8702-8a5275257aa9), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.184770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d2ba40-44ed-49b8-8702-8a5275257aa9 {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:00:40.190948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.194272 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f44eca13-52f9-4d33-8df1-fca26a68cff1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e1d2ba40-44ed-49b8-8702-8a5275257aa9 HTTP/1.1" status: 204 len: 168 time: 1.3102970 May 27 04:00:40.195147 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37100) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:40.211321 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device a17c0448-e230-4a2b-8d50-61a8d64b6be8 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:00:40.224591 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-e1373c8d-9cba-46c8-b090-c56d4e93eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:40.226377 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-e1373c8d-9cba-46c8-b090-c56d4e93eaa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689034 May 27 04:00:40.253887 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Deleting subnet 789965dc-c253-4f52-8ecd-8a893a7251a1 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:00:40.257674 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Publish callbacks [] for subnet (789965dc-c253-4f52-8ecd-8a893a7251a1), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.294131 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:40.296557 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (789965dc-c253-4f52-8ecd-8a893a7251a1), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.339615 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-af2e3504-0f61-4b51-869c-2c1166b14105 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059718 May 27 04:00:40.380620 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: a17c0448-e230-4a2b-8d50-61a8d64b6be8 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:00:40.380910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device a17c0448-e230-4a2b-8d50-61a8d64b6be8 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:00:40.403286 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (789965dc-c253-4f52-8ecd-8a893a7251a1), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.415897 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:40.434878 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:40.544294 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (789965dc-c253-4f52-8ecd-8a893a7251a1), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.572775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789965dc-c253-4f52-8ecd-8a893a7251a1,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:40.576597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.580851 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e0494416-9b52-40af-a9fa-94594ebde11f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/789965dc-c253-4f52-8ecd-8a893a7251a1 HTTP/1.1" status: 204 len: 168 time: 0.3845532 May 27 04:00:40.583489 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37102) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:40.598169 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b2f36-a2bb-4761-9cd5-61701a710250 None None] Network 5f6279fa-5489-4182-8aee-fafc3439f008 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:00:40.664104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (5f6279fa-5489-4182-8aee-fafc3439f008), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.680414 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:40.718482 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Deleting port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:40.719358 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.757830 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b6b7fa0f-abd7-4d61-8a55-41d48ac6bed5 req-9308a628-432c-4555-b91d-7c5a8b4d76e1 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123266 May 27 04:00:40.767487 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.796138 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'eb9bca14-665e-44cd-91a6-5167f0fdb2c2', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:5a:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0023f241-60e6-4039-8920-26eeb4b863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:38Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:40.798403 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] For port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:40.798783 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.815101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Calling delete_port for 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:40.819997 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4ac8a-3dbe-48ed-9677-36b5cd1e2a3e None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'eb9bca14-665e-44cd-91a6-5167f0fdb2c2', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:5a:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0023f241-60e6-4039-8920-26eeb4b863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:38Z', 'updated_at': '2022-05-27T04:00:38Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:00:40.866609 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] DHCP port deletion for 5f6279fa-5489-4182-8aee-fafc3439f008 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 04:00:40.920637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Deleting port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:00:40.921044 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.991816 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] For port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,segment=NetworkSegment(d0119b6f-217b-468e-bbcc-76d2aadcc9d0),segment_id=d0119b6f-217b-468e-bbcc-76d2aadcc9d0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:40.992210 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:40.995708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.006828 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Calling delete_port for 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:00:41.023552 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:41.024860 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:41.027497 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] No DVR routers for this DVR port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:41.097669 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec011222-fd7c-47c2-8e0e-001ac229902f None None] New status for floating IP eb9bca14-665e-44cd-91a6-5167f0fdb2c2: ACTIVE {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:00:41.112017 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (6f6304b5-ad71-49cb-adbd-3a1b6aafcff7), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.118995 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (5f6279fa-5489-4182-8aee-fafc3439f008), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.137866 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] Pushing event deleted for resources: {'Port': ['ID=6f6304b5-ad71-49cb-adbd-3a1b6aafcff7,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:41.142248 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f9e6f-9ac2-4a58-9e63-55a3cb901477 None None] No DVR routers for this DVR port 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:41.150924 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6279fa-5489-4182-8aee-fafc3439f008']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.170639 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.170639 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0119b6f-217b-468e-bbcc-76d2aadcc9d0') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.182935 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (d0119b6f-217b-468e-bbcc-76d2aadcc9d0), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.191017 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:41.197756 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (d0119b6f-217b-468e-bbcc-76d2aadcc9d0), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.204451 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:00:41.204963 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (d0119b6f-217b-468e-bbcc-76d2aadcc9d0), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.248362 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment d0119b6f-217b-468e-bbcc-76d2aadcc9d0 resource provider aggregate not found May 27 04:00:41.266161 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment d0119b6f-217b-468e-bbcc-76d2aadcc9d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0119b6f-217b-468e-bbcc-76d2aadcc9d0 found for delete ", "request_id": "req-17a5646a-f0a0-4170-8f20-3285a816fa5e"}]} May 27 04:00:41.366873 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (5f6279fa-5489-4182-8aee-fafc3439f008), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.372483 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.376311 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5f6279fa-5489-4182-8aee-fafc3439f008 HTTP/1.1" status: 204 len: 168 time: 0.7921567 May 27 04:00:41.392117 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50adf-d91d-4530-baa5-e4f38d27bf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6279fa-5489-4182-8aee-fafc3439f008,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:41.646761 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.750369 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37110) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:41.791082 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-42ecb0ca-695d-4dc7-9098-6452b905bd23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1f668cbb60844d881dfb2af61132af7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395465 May 27 04:00:41.793563 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37112) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:41.841160 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] Publish callbacks [] for security_group (223b67c4-b59c-479b-8fcb-feb61a8e10d1), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.863128 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] Publish callbacks [] for security_group (223b67c4-b59c-479b-8fcb-feb61a8e10d1), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.943480 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f9a06693-19f4-4d01-89c6-cd255ddf1038 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:00:41.963868 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: f9a06693-19f4-4d01-89c6-cd255ddf1038 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:00:41.964462 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device f9a06693-19f4-4d01-89c6-cd255ddf1038 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:00:41.965175 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:00:41.983775 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:00:41.984043 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 6f6304b5-ad71-49cb-adbd-3a1b6aafcff7 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:00:41.994881 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (223b67c4-b59c-479b-8fcb-feb61a8e10d1), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.997494 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:41.998652 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/223b67c4-b59c-479b-8fcb-feb61a8e10d1 HTTP/1.1" status: 204 len: 168 time: 0.2042029 May 27 04:00:42.006927 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3926c83-808a-4b95-8db6-3107ba8b9e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223b67c4-b59c-479b-8fcb-feb61a8e10d1,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:42.965752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37134) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:43.065209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-98048113-network', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:43.143883 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'network': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:43.146365 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.155729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.239421 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks [] for security_group (eac672c2-a002-428d-ad91-3d0575448d30), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.309056 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (eac672c2-a002-428d-ad91-3d0575448d30), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.332039 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.336468 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=111121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:43.347073 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac672c2-a002-428d-ad91-3d0575448d30,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:43.352950 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (08c1a68b-38da-42c0-8066-31062040a343), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.353424 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.segments_db [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Added segment 08c1a68b-38da-42c0-8066-31062040a343 of type vlan for network fa43817f-200f-46d1-ad3d-9ae1a50388d6 May 27 04:00:43.396698 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (fa43817f-200f-46d1-ad3d-9ae1a50388d6), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.412272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:43.463177 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (fa43817f-200f-46d1-ad3d-9ae1a50388d6), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.464213 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:43.464834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.528616 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] Pushing event updated for resources: {'Network': ['ID=fa43817f-200f-46d1-ad3d-9ae1a50388d6,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:43.538137 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 04:00:43.574664 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1b4f9c5b-6b99-44df-b9e6-4b3b1a8fa1ad admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6077404 May 27 04:00:43.577407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37138) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:43.582465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Request body: {'subnet': {'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-98048113-subnet', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:43.668977 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'subnet': 1} {{(pid=111121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:43.672600 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12918980'] for subnet (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.791687 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:43.945894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14856091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12918994'] for subnet (7817c784-7588-44b0-9ad5-1a69c1e6d688), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:43.999816 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7817c784-7588-44b0-9ad5-1a69c1e6d688,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:44.016802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:44.017145 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Network hostable DHCP agents. Network: fa43817f-200f-46d1-ad3d-9ae1a50388d6, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:44.115226 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:44.206365 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, fa43817f-200f-46d1-ad3d-9ae1a50388d6) {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:44.210837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:44.211943 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.215953 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3694a-1583-4d2c-9867-8966f5c3fa60 None None] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:00:44.294823 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ec7d9ef0-c882-4cdd-950d-9b51dbb0d51f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7161043 May 27 04:00:44.298081 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37140) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:44.302379 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:44.322366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64ff923f-6b63-5a34-896e-e38e841d2a57-fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688'}]}} from dv-cinder-843361-2-iscsi. {{(pid=111122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 04:00:44.323348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.366760 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12049'] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.367840 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1966254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12056'] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.425582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for router_controller (a291fc8c-1fa5-4a36-a563-278f9522bb24), precommit_add_association {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.462051 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Allocated IP 172.20.0.2 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/20837281-1897-4ffc-9401-3bb5133ee1d3) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:44.610387 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for router_gateway (a291fc8c-1fa5-4a36-a563-278f9522bb24), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.723637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks [] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.818670 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.844297 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:44.864716 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:44.866930 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for router_gateway (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.869806 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:44.873498 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:44.875877 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Pushing event updated for resources: {'Port': ['ID=20837281-1897-4ffc-9401-3bb5133ee1d3,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:44.882940 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:44.888273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.934159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Attempting to bind port 20837281-1897-4ffc-9401-3bb5133ee1d3 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:00:44.934525 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Attempting to bind port 20837281-1897-4ffc-9401-3bb5133ee1d3 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:00:44.934883 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Attempting to bind port 20837281-1897-4ffc-9401-3bb5133ee1d3 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:44.939982 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:00:44.940352 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:44.940782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.941170 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:00:44.941633 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Bound port: 20837281-1897-4ffc-9401-3bb5133ee1d3, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:00:44.942007 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:44.999195 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Allocated IP 172.27.2.158 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/96a42e9a-a236-415c-86d7-3bb07ab7f9ce) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:44.999796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:45.002470 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] For port 20837281-1897-4ffc-9401-3bb5133ee1d3, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:45.005853 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] For port 20837281-1897-4ffc-9401-3bb5133ee1d3, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20837281-1897-4ffc-9401-3bb5133ee1d3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:45.075673 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:45.096797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:45.107812 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:45.136997 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe905-46b0-44b9-9692-46207676396e None None] Pushing event updated for resources: {'Port': ['ID=20837281-1897-4ffc-9401-3bb5133ee1d3,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:45.206638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:45.246164 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:45.252726 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:45.255020 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:45.281638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Pushing event updated for resources: {'Port': ['ID=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:45.666044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for router_gateway (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:45.856407 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582910'] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:45.858204 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:45.984596 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20837281-1897-4ffc-9401-3bb5133ee1d3 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:46.029755 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 20837281-1897-4ffc-9401-3bb5133ee1d3 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:46.030088 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.057501 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 is scheduled to L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 with binding_index 1 {{(pid=111121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:00:46.110062 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5fa24-892d-4398-b6fc-9de96d526a12 None None] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:00:46.114984 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 20837281-1897-4ffc-9401-3bb5133ee1d3 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:46.115366 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.164748 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:00:46.180476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:00:46.211440 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 20837281-1897-4ffc-9401-3bb5133ee1d3, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20837281-1897-4ffc-9401-3bb5133ee1d3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:46.228830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:46.234890 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:46.254314 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.255591 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b222d720-5904-45bb-98e7-289c014b9b47 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9565463 May 27 04:00:46.258395 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37142) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:46.272422 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-6829010a-abd6-44b9-a3e8-2b3df20fc939 None None] Provisioning complete for port 20837281-1897-4ffc-9401-3bb5133ee1d3 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:46.272900 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6829010a-abd6-44b9-a3e8-2b3df20fc939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.322350 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.444142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=20837281-1897-4ffc-9401-3bb5133ee1d3,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:46.467743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:46.550107 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6829010a-abd6-44b9-a3e8-2b3df20fc939 None None] Current status of the port 20837281-1897-4ffc-9401-3bb5133ee1d3 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:46.804785 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-efc96eca-30c6-40d4-8aa0-f6c2ed3f3f30 None None] Provisioning complete for port 20837281-1897-4ffc-9401-3bb5133ee1d3 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:46.805155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-efc96eca-30c6-40d4-8aa0-f6c2ed3f3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.808150 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:45Z', 'revision_number': 3, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:46.839770 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:46.853323 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:00:46.854010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Updating router a291fc8c-1fa5-4a36-a563-278f9522bb24 port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce binding host dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 04:00:46.856780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:46.879919 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:46.896311 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.933144 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:46.977170 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-efc96eca-30c6-40d4-8aa0-f6c2ed3f3f30 None None] Current status of the port 20837281-1897-4ffc-9401-3bb5133ee1d3 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:47.089982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:47.101159 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Allocated IP 172.20.0.1 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/89b3c20a-6831-417e-a678-2ced3b0e4f50) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:47.209804 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks [] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.212763 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks [] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.309349 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.344458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.369757 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Attempting to bind port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:00:47.370125 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Attempting to bind port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:00:47.370491 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Attempting to bind port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce on network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:47.373941 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6994cd-98d8-436d-bcfd-24d172f39a59 None None] Pushing event updated for resources: {'Port': ['ID=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:47.382787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:00:47.382787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Checking segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:47.383045 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.383322 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Bound using segment: {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:00:47.383915 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Bound port: 96a42e9a-a236-415c-86d7-3bb07ab7f9ce, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bed43b-d0db-48da-b8d7-6c976b7b0a25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:00:47.385915 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.389123 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:47.392209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:47.394679 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:47.426411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Pushing event updated for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:47.439628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] For port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:47.443497 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] For port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:47.451495 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581133'] for router_interface (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.537975 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.596386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:47.597053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:47.602013 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6994cd-98d8-436d-bcfd-24d172f39a59 None None] Pushing event updated for resources: {'Port': ['ID=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:47.638453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:47.642637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.695047 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:47.709975 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-95bd1320-9eeb-4d30-985d-c6f56e831fbc None None] Provisioning complete for port 89b3c20a-6831-417e-a678-2ced3b0e4f50 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:47.710334 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-95bd1320-9eeb-4d30-985d-c6f56e831fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.712945 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:47.835683 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-95bd1320-9eeb-4d30-985d-c6f56e831fbc None None] Port 89b3c20a-6831-417e-a678-2ced3b0e4f50 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:00:47.846942 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks [] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.914291 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:45Z', 'revision_number': 3, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:47.924659 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:47.939465 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d026201-f17a-48ac-96c5-a94d873f470e None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:45Z', 'revision_number': 3, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:00:47.969289 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20837281-1897-4ffc-9401-3bb5133ee1d3 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:47.997365 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-323457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588221'] for router_interface (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:48.000395 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Pushing event updated for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:48.014815 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:48.022552 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 20837281-1897-4ffc-9401-3bb5133ee1d3 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:48.022552 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:48.100880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:48.101701 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 20837281-1897-4ffc-9401-3bb5133ee1d3 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:48.102291 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:48.252834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:00:48.312687 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:48.385355 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:00:48.393040 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-fab9a894-da19-45d2-94aa-1cadafb0de0c admin admin] 10.222.0.58 "PUT /v2.0/routers/a291fc8c-1fa5-4a36-a563-278f9522bb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335475 May 27 04:00:48.459927 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-f0850311-fbf1-4691-a347-5c3addcf2ea0 None None] Provisioning complete for port 89b3c20a-6831-417e-a678-2ced3b0e4f50 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:48.460624 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f0850311-fbf1-4691-a347-5c3addcf2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:48.495294 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f0850311-fbf1-4691-a347-5c3addcf2ea0 None None] Port 89b3c20a-6831-417e-a678-2ced3b0e4f50 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:00:48.855276 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37154) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:48.878061 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768580210', 'description': 'tempest-description--2130404962'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:48.966618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.039291 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (9d4a9d86-7649-4586-a454-7dff63f56923), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.103213 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9d4a9d86-7649-4586-a454-7dff63f56923), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.134086 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a9d86-7649-4586-a454-7dff63f56923,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:49.202689 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.204825 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-67eb6906-2f06-433d-b4ed-dc996ae766f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3473494 May 27 04:00:49.207478 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37156) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:49.211921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': '9d4a9d86-7649-4586-a454-7dff63f56923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:49.310291 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (26dae587-e504-4fe7-ad23-1b019bba2ca8), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.362588 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (26dae587-e504-4fe7-ad23-1b019bba2ca8), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.446348 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (26dae587-e504-4fe7-ad23-1b019bba2ca8), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.454895 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:49.467007 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dae587-e504-4fe7-ad23-1b019bba2ca8,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:49.576057 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:00:49.586910 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:49.587554 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:49.590758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.592020 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-399f770a-f690-4c4c-a69b-d7c8b5ac72dd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836062 May 27 04:00:49.595547 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37158) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:49.599865 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': '9d4a9d86-7649-4586-a454-7dff63f56923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:49.695451 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:49.731579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (6117687c-538b-43cd-bdf1-57c58d6ae2b4), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.793087 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (6117687c-538b-43cd-bdf1-57c58d6ae2b4), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.876000 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (6117687c-538b-43cd-bdf1-57c58d6ae2b4), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.885078 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:49.896944 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6117687c-538b-43cd-bdf1-57c58d6ae2b4,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:49.914069 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:00:49.914069 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Updating router a291fc8c-1fa5-4a36-a563-278f9522bb24 port 89b3c20a-6831-417e-a678-2ced3b0e4f50 binding host dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 04:00:49.944686 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.976535 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:49.976535 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d92433af-1c6d-40a1-ad1a-a88479ab9549 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807006 May 27 04:00:49.979996 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37160) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:00:49.986699 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 96a42e9a-a236-415c-86d7-3bb07ab7f9ce up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:49.988414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:50.046513 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:50.046885 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.094312 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.099011 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.125536 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:50.125925 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.148181 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] For port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:50.172327 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.189916 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.224802 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.244262 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks [] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.285562 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Pushing event updated for resources: {'Port': ['ID=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.304718 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.27.2.229 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/d7757931-9a81-43fd-bd52-525853a44cf9) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:50.310152 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.334775 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.360247 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Pushing event updated for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.370020 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.370357 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.370820 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.371113 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.371442 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.371763 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.372083 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.372434 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.372744 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.373066 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.373382 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.373713 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.374053 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.374341 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.374653 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:50.421248 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (d7757931-9a81-43fd-bd52-525853a44cf9), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.439945 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Attempting to bind port 89b3c20a-6831-417e-a678-2ced3b0e4f50 on host dv-cinder-843361-2-iscsi for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:00:50.440598 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Attempting to bind port 89b3c20a-6831-417e-a678-2ced3b0e4f50 by drivers openvswitch,hyperv on host dv-cinder-843361-2-iscsi at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:00:50.441094 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Attempting to bind port 89b3c20a-6831-417e-a678-2ced3b0e4f50 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:50.447291 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Checking agent: {'id': '3955e58f-6b93-4684-897c-cb50f23954c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 40, 13), 'started_at': datetime.datetime(2022, 5, 27, 3, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:00:50.447720 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:50.449767 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.449767 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:00:50.449767 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Bound port: 89b3c20a-6831-417e-a678-2ced3b0e4f50, host: dv-cinder-843361-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:00:50.449767 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.516154 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] For port 89b3c20a-6831-417e-a678-2ced3b0e4f50, host dv-cinder-843361-2-iscsi, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:50.520104 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] For port 89b3c20a-6831-417e-a678-2ced3b0e4f50, host dv-cinder-843361-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=89b3c20a-6831-417e-a678-2ced3b0e4f50,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:50.589994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.626679 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-efb31630-6f7c-4fd0-9dfa-f90e4fc1d281 None None] Provisioning complete for port 89b3c20a-6831-417e-a678-2ced3b0e4f50 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:50.627453 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-efb31630-6f7c-4fd0-9dfa-f90e4fc1d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.630011 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:50.633057 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:50.634947 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.639253 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:50.667097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=d7757931-9a81-43fd-bd52-525853a44cf9,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.676431 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-efb31630-6f7c-4fd0-9dfa-f90e4fc1d281 None None] Port 89b3c20a-6831-417e-a678-2ced3b0e4f50 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:00:50.698635 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8774602-1e7b-44bc-83ca-439a53bcf6e8 None None] Pushing event updated for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=4']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.706960 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:00:50.707661 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:50.726694 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.749208 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.752913 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.755026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.822738 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:00:50.826522 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.914162 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Provisioning complete for port 89b3c20a-6831-417e-a678-2ced3b0e4f50 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:50.914650 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:50.982307 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:50.999826 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Current status of the port 89b3c20a-6831-417e-a678-2ced3b0e4f50 is: DOWN; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:51.000526 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.025869 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:51.026551 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (d7757931-9a81-43fd-bd52-525853a44cf9), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.036210 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] For port 89b3c20a-6831-417e-a678-2ced3b0e4f50, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=89b3c20a-6831-417e-a678-2ced3b0e4f50,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:51.051911 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269e708-702b-4fcd-b7de-494657aafc3d None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:00:51.115489 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.116612 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.190306 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd575d-9948-4b79-9f4e-22ea310f0fd2 None None] Pushing event updated for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:51.212704 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=d7757931-9a81-43fd-bd52-525853a44cf9,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:51.219591 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.339802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:51.341123 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6d1a2f19-06ab-4100-b3a8-51f3eafce214 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3598244 May 27 04:00:51.501009 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-365b19cc-de8e-4221-8c80-4f7de1bc2b52 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--768580210&fields=id&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 267 time: 0.0443761 May 27 04:00:51.623164 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-559553c4-afca-4fe9-a06b-ffbdd9e4b46e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:51.624730 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-559553c4-afca-4fe9-a06b-ffbdd9e4b46e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1150801 May 27 04:00:51.639928 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-2ca16bf4-959d-4839-ad3e-a6b159e9e982 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/quotas/c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 375 time: 0.0095887 May 27 04:00:51.692934 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-4537444c-efe8-4782-b9da-94aac68f71c2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467467 May 27 04:00:51.787248 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-ee9cd176-18b0-4ad2-8adf-7f404ea10bde service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=111120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 04:00:51.789779 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-ee9cd176-18b0-4ad2-8adf-7f404ea10bde service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0820591 May 27 04:00:51.884732 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-6e7ae5fc-9525-4ffb-8465-a9bcf701245b service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904088 May 27 04:00:51.990841 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-0aa53966-7ab9-40d6-8416-f9de93cea31c service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000566 May 27 04:00:52.031439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 96a42e9a-a236-415c-86d7-3bb07ab7f9ce up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:52.078514 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:52.078886 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:52.155335 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:52.156390 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 89b3c20a-6831-417e-a678-2ced3b0e4f50 up at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:00:52.217651 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Provisioning complete for port 89b3c20a-6831-417e-a678-2ced3b0e4f50 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:52.218135 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:52.262902 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-08b88416-3d4a-4a53-bdb3-107a523fbc59 req-47f6f6e2-0fe8-4012-8368-0bf5e17803ed tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 210 time: 0.0331123 May 27 04:00:52.299858 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Current status of the port 89b3c20a-6831-417e-a678-2ced3b0e4f50 is: ACTIVE; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:53.360941 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-964c9f64-6ca7-41c0-a6de-7494ad6f8ad8 req-7883c82f-6f4a-4505-806d-87d31a12c108 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 210 time: 0.0288193 May 27 04:00:53.640327 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:54.249404 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-b1312551-6f19-4055-9b18-3d4654bd44e9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:54.250843 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-b1312551-6f19-4055-9b18-3d4654bd44e9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1044402 May 27 04:00:54.314052 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-b9a69e94-46da-4a7f-8cda-938132430572 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 379 time: 0.0514429 May 27 04:00:54.323517 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'port': {'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'admin_state_up': True, 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'security_groups': ['9d4a9d86-7649-4586-a454-7dff63f56923']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:54.462778 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c0532e92-7b8c-4a2d-a8c8-5e5d54649362 req-9926d72d-0d33-4519-ac6e-64247db4968b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 210 time: 0.0305278 May 27 04:00:54.520808 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:54.524256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:54.653963 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.20.0.14 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:54.748039 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:54.752700 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:54.802350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:54.921141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:54.964331 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:54.969461 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:54.973749 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:00:55.001974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:55.001974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.001974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:55.077275 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-5d4b3d24-1526-40ac-90d7-877a296004fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571082 May 27 04:00:55.088923 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Request body: {'port': {'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:00:55.155562 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.162566 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-1474c8a9-c8c4-4162-b48d-1b76b2f62aaf None None] Provisioning complete for port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:00:55.163077 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1474c8a9-c8c4-4162-b48d-1b76b2f62aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.198242 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-1474c8a9-c8c4-4162-b48d-1b76b2f62aaf None None] Port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:00:55.436270 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:55.438399 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:00:55.447036 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks [] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.460787 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Transition to ACTIVE for port object 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:00:55.544170 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.618554 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479aa3-c792-4561-af32-a3b37beba70c req-3982750d-2696-4d6f-94db-a49f7e700a86 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:55.620376 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a3479aa3-c792-4561-af32-a3b37beba70c req-3982750d-2696-4d6f-94db-a49f7e700a86 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 944 time: 0.0886700 May 27 04:00:55.648211 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:55.705329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Attempting to bind port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:00:55.705672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Attempting to bind port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:00:55.706005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Attempting to bind port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:55.719818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:00:55.720151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Attempting to bind port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:00:55.726989 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a3479aa3-c792-4561-af32-a3b37beba70c req-8182ffd2-f8eb-4bb7-8633-d818d713f804 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929422 May 27 04:00:55.729921 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:00:55.730267 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:00:55.730650 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:00:55.731086 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Bound port: 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:00:55.732063 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.802400 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:55.805432 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:55.811933 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:55.890629 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.924227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:55.924913 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:55.927194 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] 10.222.0.44 "PUT /v2.0/ports/3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 200 len: 1094 time: 0.8424697 May 27 04:00:55.927382 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:00:55.929715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fab34e1-ed00-4919-858d-6e41f78541f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:00:55.954707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693d61-ba42-47ac-9e9b-33a0eead1566 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:55.990647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a50361-4e49-4a59-8d79-556cbcdb87b1 x-openstack-request-id: req-11a50361-4e49-4a59-8d79-556cbcdb87b1 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:00:55.990647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:00:55.990647 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11a50361-4e49-4a59-8d79-556cbcdb87b1 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:00:55.990647 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a50361-4e49-4a59-8d79-556cbcdb87b1'] response: {'name': 'network-changed', 'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'status': 'completed', 'code': 200} May 27 04:00:56.041301 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:56.044687 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-4e3c0d15-93e3-428f-8cdb-e9352a246b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.046213 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-4e3c0d15-93e3-428f-8cdb-e9352a246b42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1128 time: 0.0425107 May 27 04:00:56.155227 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-0c159600-c802-4c8f-b18d-a25c4a7e40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.156712 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-0c159600-c802-4c8f-b18d-a25c4a7e40de service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1026473 May 27 04:00:56.249810 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-6efeabd3-77e7-40b6-bb6f-2e8b01a8963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.251167 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fab34e1-ed00-4919-858d-6e41f78541f3 req-6efeabd3-77e7-40b6-bb6f-2e8b01a8963e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886612 May 27 04:00:56.328424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-fe02b248-0e28-4c5b-b103-aec9a41cc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.329950 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-fe02b248-0e28-4c5b-b103-aec9a41cc145 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1128 time: 0.0416923 May 27 04:00:56.374307 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-8ecb5feb-722a-47b5-a006-01ae66e48147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 200 len: 217 time: 0.0374174 May 27 04:00:56.422480 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-38e0bc73-640a-4611-9bae-95d0812c0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.423904 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-38e0bc73-640a-4611-9bae-95d0812c0818 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0440326 May 27 04:00:56.467505 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-fe1dc06f-dc1e-4df3-a5a9-f3dc013e1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.469018 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-fe1dc06f-dc1e-4df3-a5a9-f3dc013e1846 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377984 May 27 04:00:56.573068 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-1fbcd7ff-f104-43eb-9b46-7ea194a4b7d9 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975089 May 27 04:00:56.638378 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:56.668235 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2e6b47b9-7c48-4a6a-8ac9-54d6cfe41bb6 req-975e3d41-dfc1-44e9-972e-91419aedb640 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876184 May 27 04:00:56.849816 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087b3f6-bac6-439e-a8fe-6986f2f4dc3f req-f93fae27-c581-4823-80d2-dfbc0f7dac69 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:56.851216 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e087b3f6-bac6-439e-a8fe-6986f2f4dc3f req-f93fae27-c581-4823-80d2-dfbc0f7dac69 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 944 time: 0.0535619 May 27 04:00:56.903933 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e087b3f6-bac6-439e-a8fe-6986f2f4dc3f req-8622fa08-96c7-4ee8-bb1b-8033c79cf1f5 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 May 27 04:00:58.022562 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347af5-4f8e-47cb-8d54-c8a0a782e51d req-8672e7bd-6339-4426-bb57-fdf61bc50778 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:58.024061 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85347af5-4f8e-47cb-8d54-c8a0a782e51d req-8672e7bd-6339-4426-bb57-fdf61bc50778 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 944 time: 0.0469410 May 27 04:00:58.072280 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-85347af5-4f8e-47cb-8d54-c8a0a782e51d req-5e85ce80-4afa-411e-92c9-b41f2d773d8c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 May 27 04:00:58.375157 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:00:58.474568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:58.486048 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:00:58.524969 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:00:58.525350 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:58.539045 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:00:58.558774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:58.663597 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:58.711661 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:59.141934 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:00:59.174133 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:59.193832 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4409-f9ad-4811-a7fc-bb4c72b57201 req-aa2ef064-c769-4eaf-9f17-f9d3fbb0adc3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:00:59.196327 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-de9a4409-f9ad-4811-a7fc-bb4c72b57201 req-aa2ef064-c769-4eaf-9f17-f9d3fbb0adc3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 945 time: 0.0515575 May 27 04:00:59.199875 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:59.246760 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-de9a4409-f9ad-4811-a7fc-bb4c72b57201 req-16615fbf-4a5e-4140-87fc-eb8124f6135c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 May 27 04:01:00.366647 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17d451-13dc-47e8-9d75-4e80ed23b7a9 req-6831ee0c-5b6b-4534-b84b-fbf17c6cc4e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:00.368135 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ca17d451-13dc-47e8-9d75-4e80ed23b7a9 req-6831ee0c-5b6b-4534-b84b-fbf17c6cc4e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 945 time: 0.0506482 May 27 04:01:00.386907 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:00.391751 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:01:00.417025 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ca17d451-13dc-47e8-9d75-4e80ed23b7a9 req-cd1dcdc4-e3a4-4140-89f5-c2b8a6d43e56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 May 27 04:01:00.434896 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:01:00.502798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:01:00.503188 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:00.578919 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:01:00.579222 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:00.603198 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:01:00.605734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da77c808-277f-47c4-a50d-83a472f739d6" -d '{"events": [{"server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "name": "network-vif-plugged", "status": "completed", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:01:00.619814 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:00.645301 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a8644-c0a6-4fa7-a27a-9c20b4449998 x-openstack-request-id: req-060a8644-c0a6-4fa7-a27a-9c20b4449998 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:01:00.645590 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "name": "network-vif-plugged", "status": "completed", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:01:00.645842 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-060a8644-c0a6-4fa7-a27a-9c20b4449998 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:01:00.646238 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060a8644-c0a6-4fa7-a27a-9c20b4449998'] response: {'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'code': 200} May 27 04:01:00.702784 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:00.748171 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:00.951500 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f1e11-57e0-4b74-8301-daea79e71a80 req-9e379b98-c66b-4a65-9aea-0a61089c93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:00.953034 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8c3f1e11-57e0-4b74-8301-daea79e71a80 req-9e379b98-c66b-4a65-9aea-0a61089c93b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1130 time: 0.0389555 May 27 04:01:01.002782 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8c3f1e11-57e0-4b74-8301-daea79e71a80 req-5277ebd3-11f9-41e6-8854-ebc3afbdd0a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 May 27 04:01:01.534631 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944883cc-5d1e-44ae-93a7-4d9384b263fe req-997733ec-bd26-46ef-9bfd-da4dbae76b17 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:01.536115 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-944883cc-5d1e-44ae-93a7-4d9384b263fe req-997733ec-bd26-46ef-9bfd-da4dbae76b17 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0477414 May 27 04:01:01.583375 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-944883cc-5d1e-44ae-93a7-4d9384b263fe req-c32ad23c-9446-48a6-a180-ea09678d94ee tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 May 27 04:01:02.702747 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55eade-1ff0-4839-9cc3-3d6ca8d6e4d0 req-b382c1a5-97ef-4a42-9fa0-0780002003c7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:02.704224 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3c55eade-1ff0-4839-9cc3-3d6ca8d6e4d0 req-b382c1a5-97ef-4a42-9fa0-0780002003c7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0485137 May 27 04:01:02.753163 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3c55eade-1ff0-4839-9cc3-3d6ca8d6e4d0 req-d827cd81-7c3d-45cb-b5ed-90cf48ffb390 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 May 27 04:01:03.870505 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eabd08-0dab-4212-9a40-6005a558c3a5 req-5747c630-b689-4b13-a5b9-aba8f3b11a64 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:03.872029 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f2eabd08-0dab-4212-9a40-6005a558c3a5 req-5747c630-b689-4b13-a5b9-aba8f3b11a64 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0476704 May 27 04:01:03.923374 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f2eabd08-0dab-4212-9a40-6005a558c3a5 req-0fc95523-bb78-490a-9fe8-ea5c9ec25698 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 May 27 04:01:04.034967 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d049d-6582-4950-9319-56152bada50b req-a7885760-6838-4579-8a45-eb82a1c93227 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:04.036324 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a7d049d-6582-4950-9319-56152bada50b req-a7885760-6838-4579-8a45-eb82a1c93227 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0463285 May 27 04:01:04.046289 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37224) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:04.050729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:01:04.088490 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:04.415052 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:04.502784 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:04.582484 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:04.678113 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP 473ac36e-0cfe-4ee9-bbc1-84162e0142d6 associated. External IP: 172.27.2.229, port: 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b. May 27 04:01:04.938618 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:01:05.104351 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:05.112938 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:05.218157 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:05.222950 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:05.228259 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:01:05.231549 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:05.239269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:05.239890 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:05.254620 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-02dfb02c-d270-4a73-b1ce-a3b17a211ba1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "PUT /v2.0/floatingips/473ac36e-0cfe-4ee9-bbc1-84162e0142d6 HTTP/1.1" status: 200 len: 992 time: 1.2072108 May 27 04:01:05.255360 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:01:05.258226 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:01:05.348248 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:05.352604 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db87380a-03c4-4ade-9c81-b86bfd0a0850 x-openstack-request-id: req-db87380a-03c4-4ade-9c81-b86bfd0a0850 {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:01:05.352893 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:01:05.353138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db87380a-03c4-4ade-9c81-b86bfd0a0850 {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:01:05.353526 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db87380a-03c4-4ade-9c81-b86bfd0a0850'] response: {'name': 'network-changed', 'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'status': 'completed', 'code': 200} May 27 04:01:05.422106 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-32d53567-7d96-4efa-a12a-a591155f8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:05.423784 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-32d53567-7d96-4efa-a12a-a591155f8471 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1130 time: 0.0406091 May 27 04:01:05.484611 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:05.523510 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-0a95beeb-b497-4b34-a718-6850b01a23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:05.525276 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-0a95beeb-b497-4b34-a718-6850b01a23ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0955374 May 27 04:01:05.590993 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-63089b50-841e-4583-8c7e-0d9637c4f817 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 200 len: 1000 time: 0.0592494 May 27 04:01:05.649088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-aa117ce4-3a2e-4293-899a-9b7cb02735d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:05.650583 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-aa117ce4-3a2e-4293-899a-9b7cb02735d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0531969 May 27 04:01:05.694521 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:04Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:05.696909 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-78645723-38d7-4b64-8f18-1cc7568e500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:05.698445 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-78645723-38d7-4b64-8f18-1cc7568e500a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413213 May 27 04:01:05.719494 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:01:05.728796 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:05.729401 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:00:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:05.792271 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-ab627e15-b3bb-47bd-819f-42069296c18d service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871964 May 27 04:01:05.830189 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:05.888386 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0ca465c7-bb4d-42aa-8a3f-3c0fe16743c5 req-f8ad0d13-a7dd-4d5d-baad-238b01a9ed0b service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900059 May 27 04:01:05.907351 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:06.052357 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:04Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:06.079155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498137-cb63-4526-9005-ac36a6db11e2 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:04Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:01:06.273384 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a78e8e-6979-4188-9a58-3b1b55bd2c65 None None] New status for floating IP 473ac36e-0cfe-4ee9-bbc1-84162e0142d6: ACTIVE {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:01:06.353899 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-472f03a5-b986-4b52-ac5c-e3e7257a32b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:09.480327 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c5f8329f-4fbd-4e8e-8ad9-1b18ea0e6823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:10.702512 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:11.634398 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:13.365455 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:15.249596 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:15.251583 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=56 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:15.883857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=31 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:15.885783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=76 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:16.375343 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:16.377712 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:22.687001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d291a06-af83-40e0-a2de-04707682d930 req-a4a0df6a-9f04-472b-925a-e1ded9199193 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:22.688516 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9d291a06-af83-40e0-a2de-04707682d930 req-a4a0df6a-9f04-472b-925a-e1ded9199193 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0489979 May 27 04:01:22.735826 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9d291a06-af83-40e0-a2de-04707682d930 req-14ddc11c-25bb-4ef2-a284-4815a05b346d tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 May 27 04:01:23.269469 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:23.271386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:23.593880 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:23.855979 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d51a3-7f42-4567-ab82-90bca5d2acbc req-0a8b0701-6a43-4259-98b0-37ddd93132d6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:23.857401 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d93d51a3-7f42-4567-ab82-90bca5d2acbc req-0a8b0701-6a43-4259-98b0-37ddd93132d6 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0483811 May 27 04:01:23.908449 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d93d51a3-7f42-4567-ab82-90bca5d2acbc req-aac15ff0-7ad7-4a00-8cd0-ab053e434345 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups?id=6774c68f-b89e-435c-ab9d-a0f82b4c7372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 May 27 04:01:24.203258 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-20385bf3-e290-4bf5-8e6f-8f330e7fb8c9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:24.204736 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-20385bf3-e290-4bf5-8e6f-8f330e7fb8c9 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 946 time: 0.0513589 May 27 04:01:24.289597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Deleting port ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:24.289975 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (ec72801b-0718-48fa-ba83-9709ce756958), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:24.381806 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] For port ec72801b-0718-48fa-ba83-9709ce756958, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ec72801b-0718-48fa-ba83-9709ce756958,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:24.382165 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (ec72801b-0718-48fa-ba83-9709ce756958), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:24.542638 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:24.542909 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:24.543218 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Floating IP de3836f9-e6a0-4aba-a990-db55306d6ec5 disassociated. External IP: 172.27.2.127, port: ec72801b-0718-48fa-ba83-9709ce756958. May 27 04:01:24.543561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Calling delete_port for ec72801b-0718-48fa-ba83-9709ce756958 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:24.753831 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (ec72801b-0718-48fa-ba83-9709ce756958), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:24.779750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'Port': ['ID=ec72801b-0718-48fa-ba83-9709ce756958,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:24.890802 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:25.017487 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-03a1bd48-03f3-44dd-b1da-a7021ac2e720 req-8496e543-072f-45c7-818e-c97dd7150d82 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8 HTTP/1.1" status: 200 len: 210 time: 0.0310352 May 27 04:01:25.018885 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:25.025778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:25.030335 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:01:25.041907 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:25.042720 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:01:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:25.063656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] No DVR routers for this DVR port ec72801b-0718-48fa-ba83-9709ce756958 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:25.066333 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:25.069541 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-aa8739ce-abaf-4e35-af66-469caaeac87d req-f3600c3c-2a60-481d-befd-11d2173a2087 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.44 "DELETE /v2.0/ports/ec72801b-0718-48fa-ba83-9709ce756958 HTTP/1.1" status: 204 len: 173 time: 0.8588355 May 27 04:01:25.069976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-deleted', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:01:25.072252 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d0d4f-53e0-4411-96aa-cf3d12ef58e1" -d '{"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-deleted", "tag": "ec72801b-0718-48fa-ba83-9709ce756958"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:01:25.117926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8421320-376b-4120-998a-1a5042f2a94a x-openstack-request-id: req-a8421320-376b-4120-998a-1a5042f2a94a {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:01:25.118398 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8", "name": "network-vif-deleted", "tag": "ec72801b-0718-48fa-ba83-9709ce756958", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:01:25.118753 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8421320-376b-4120-998a-1a5042f2a94a {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:01:25.119257 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8421320-376b-4120-998a-1a5042f2a94a'] response: {'server_uuid': 'ae6dd8e8-e81a-44b4-a53b-59cf7c237cd8', 'name': 'network-vif-deleted', 'tag': 'ec72801b-0718-48fa-ba83-9709ce756958', 'status': 'completed', 'code': 200} May 27 04:01:25.164689 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:25.368177 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:25.397385 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:01:25.406486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:25.407125 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:01:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:25.513604 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:25.697521 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:25.722108 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda13b5-96ca-427a-8223-9422263f58ae None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T03:49:34Z', 'revision_number': 4, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '81d0fe69-d787-4a39-9151-d734a367ff99', 'name': '', 'network_id': 'eba72c12-5b60-48f3-a29b-e3bbe4163d32', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'mac_address': 'fa:16:3e:2f:c0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:32Z', 'updated_at': '2022-05-27T03:49:48Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'subnets': [{'id': 'e3b48e48-9d0a-4567-b124-4dbaba78bfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:01:25.952929 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabbfad-0029-4f6f-9438-8e6e5136ada5 None None] New status for floating IP de3836f9-e6a0-4aba-a990-db55306d6ec5: DOWN {{(pid=111123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:01:26.172559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37268) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:26.207998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:26.231732 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (6774c68f-b89e-435c-ab9d-a0f82b4c7372), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.255106 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (6774c68f-b89e-435c-ab9d-a0f82b4c7372), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.404959 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (6774c68f-b89e-435c-ab9d-a0f82b4c7372), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.407541 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.408730 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "DELETE /v2.0/security-groups/6774c68f-b89e-435c-ab9d-a0f82b4c7372 HTTP/1.1" status: 204 len: 168 time: 0.2350571 May 27 04:01:26.411507 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37270) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:26.418151 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435715d2-9fd5-445f-a77c-4e77f432dd86 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6774c68f-b89e-435c-ab9d-a0f82b4c7372,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:26.425304 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.api.v2.resource [None req-439563fd-0edb-4caf-863a-03d3e1285168 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] show failed (client error): The resource could not be found. May 27 04:01:26.426324 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-439563fd-0edb-4caf-863a-03d3e1285168 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "GET /v2.0/security-groups/6774c68f-b89e-435c-ab9d-a0f82b4c7372 HTTP/1.1" status: 404 len: 347 time: 0.0138056 May 27 04:01:26.434690 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37272) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:26.512528 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:01:26.536025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: ec72801b-0718-48fa-ba83-9709ce756958 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:01:26.536376 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device ec72801b-0718-48fa-ba83-9709ce756958 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:01:26.549171 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Deleting port b1591a94-e3c6-41bb-a560-e2f5d7e265e4 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:26.549514 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.628851 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.629179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.643106 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Calling delete_port for b1591a94-e3c6-41bb-a560-e2f5d7e265e4 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:26.833578 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (b1591a94-e3c6-41bb-a560-e2f5d7e265e4), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.857469 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Pushing event deleted for resources: {'Port': ['ID=b1591a94-e3c6-41bb-a560-e2f5d7e265e4,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:26.871223 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873568 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873568 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.873841 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.874160 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.874484 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.874799 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.875112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.875426 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.875742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:26.934435 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks [] for floatingip (de3836f9-e6a0-4aba-a990-db55306d6ec5), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.936980 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:26.938121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6a1d7e15-a990-4422-b546-4783b9d93139 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] 10.222.0.58 "DELETE /v2.0/floatingips/de3836f9-e6a0-4aba-a990-db55306d6ec5 HTTP/1.1" status: 204 len: 168 time: 0.5024850 May 27 04:01:29.645056 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37296) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:29.709406 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-117dd8b6-7412-4fe2-94f5-231597a8a0e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407317 May 27 04:01:29.791529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-20e2c27e-ed3f-43bc-af8b-10f51ced0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:29.793038 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-20e2c27e-ed3f-43bc-af8b-10f51ced0230 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 1129 time: 0.0394700 May 27 04:01:29.910510 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-1310023c-da1a-45ed-b87d-ce6258c6e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:29.912009 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-1310023c-da1a-45ed-b87d-ce6258c6e36c service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0962117 May 27 04:01:29.974903 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-50e397c0-a7b2-4675-99b3-0a96d9bc3dfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0559349 May 27 04:01:30.028672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-7a632999-64ac-43d7-a245-5ba138fa1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:30.030115 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-7a632999-64ac-43d7-a245-5ba138fa1f35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0487862 May 27 04:01:30.052366 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:30.075384 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-eac88854-80eb-47cb-a43e-47cdc5a3ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:30.077253 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-eac88854-80eb-47cb-a43e-47cdc5a3ce9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410702 May 27 04:01:30.102648 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:30.106661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:30.170983 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-e34509e0-b310-4d50-860c-08ba4df2a19b service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 May 27 04:01:30.273330 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ed9ddc56-4749-45d9-b3d1-c04a14fc3ffa req-412a89d6-73ba-40fa-9d5f-a2ef1f41563e service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954480 May 27 04:01:30.286182 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Deleting port 81d0fe69-d787-4a39-9151-d734a367ff99 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:30.286519 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:30.371345 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] For port 81d0fe69-d787-4a39-9151-d734a367ff99, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=81d0fe69-d787-4a39-9151-d734a367ff99,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:30.371708 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:30.385341 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Calling delete_port for 81d0fe69-d787-4a39-9151-d734a367ff99 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:30.639676 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (81d0fe69-d787-4a39-9151-d734a367ff99), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:30.663778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d0fe69-d787-4a39-9151-d734a367ff99,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:30.834994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:30.925447 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:31.038016 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:31.043393 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:31.148376 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:31.153719 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-971f2eb3-c080-4609-b8f6-216682c31ff2 admin admin] 10.222.0.58 "PUT /v2.0/routers/a94e7607-a5f6-4a2e-8d34-0e52d9506c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5074635 May 27 04:01:31.156247 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37300) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:31.157450 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Sync routers for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:01:31.169378 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:31.170071 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:01:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:31.255465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks [] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.273448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:31.351093 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks [] for router_gateway (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.428474 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:31.439470 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:01:30Z', 'revision_number': 5, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port': {'id': '8e2fe25a-b1d6-47da-bbb2-9ae9ae980037', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:24Z', 'updated_at': '2022-05-27T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:31.442289 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:31.455283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Deleting port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:31.455651 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.468568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Checking router: a94e7607-a5f6-4a2e-8d34-0e52d9506c53 for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:01:31.477696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Routers {'a94e7607-a5f6-4a2e-8d34-0e52d9506c53'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:01:31.478409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:01:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:31.540186 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] For port 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:31.541177 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.557257 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Calling delete_port for 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:31.559105 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] Set router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 gateway port host: None {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:01:31.610187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:01:31Z', 'revision_number': 6, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:31.634653 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926697e8-6c06-465a-be6b-662adfdb8f3a None None] The sync data for ids ['a94e7607-a5f6-4a2e-8d34-0e52d9506c53'] in dv-cinder-843361-2-iscsi is: [{'id': 'a94e7607-a5f6-4a2e-8d34-0e52d9506c53', 'name': 'tempest-AttachVolumeShelveTestJSON-1708117216-router', 'tenant_id': '26b40f0d69f44da79dfb780da80d4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:22Z', 'updated_at': '2022-05-27T04:01:31Z', 'revision_number': 6, 'project_id': '26b40f0d69f44da79dfb780da80d4893', 'gw_port_host': None}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:01:31.770351 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (8e2fe25a-b1d6-47da-bbb2-9ae9ae980037), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.794047 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2fe25a-b1d6-47da-bbb2-9ae9ae980037,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:31.864000 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.866607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:31.951160 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:31.953742 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks [] for router_controller (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.073771 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (a94e7607-a5f6-4a2e-8d34-0e52d9506c53), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.074380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94e7607-a5f6-4a2e-8d34-0e52d9506c53 {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:01:32.078532 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.079673 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d7fb9b7c-883b-432d-82a4-a2441c4866fd admin admin] 10.222.0.58 "DELETE /v2.0/routers/a94e7607-a5f6-4a2e-8d34-0e52d9506c53 HTTP/1.1" status: 204 len: 168 time: 0.9224472 May 27 04:01:32.082235 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37302) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:32.128765 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Deleting subnet e3b48e48-9d0a-4567-b124-4dbaba78bfb4 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:01:32.131827 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Publish callbacks [] for subnet (e3b48e48-9d0a-4567-b124-4dbaba78bfb4), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.170022 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (e3b48e48-9d0a-4567-b124-4dbaba78bfb4), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.198581 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:32.244605 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (e3b48e48-9d0a-4567-b124-4dbaba78bfb4), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.354101 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (e3b48e48-9d0a-4567-b124-4dbaba78bfb4), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.382806 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b48e48-9d0a-4567-b124-4dbaba78bfb4,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:32.386090 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 81d0fe69-d787-4a39-9151-d734a367ff99 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:01:32.390020 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.393321 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9271555e-f40e-44be-8d28-d36ccd1bb93b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e3b48e48-9d0a-4567-b124-4dbaba78bfb4 HTTP/1.1" status: 204 len: 168 time: 0.3101521 May 27 04:01:32.395916 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37304) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:32.409778 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e88320-a6f5-46b6-9d16-93db2596fd69 None None] Network eba72c12-5b60-48f3-a29b-e3bbe4163d32 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:01:32.412159 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 81d0fe69-d787-4a39-9151-d734a367ff99 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:01:32.412536 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 81d0fe69-d787-4a39-9151-d734a367ff99 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:01:32.474906 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (eba72c12-5b60-48f3-a29b-e3bbe4163d32), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.529853 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Deleting port 7084e495-4658-4196-8067-bbf6b047904b {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:32.530243 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (7084e495-4658-4196-8067-bbf6b047904b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.595925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] For port 7084e495-4658-4196-8067-bbf6b047904b, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7084e495-4658-4196-8067-bbf6b047904b,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:32.596272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (7084e495-4658-4196-8067-bbf6b047904b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.612532 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Calling delete_port for 7084e495-4658-4196-8067-bbf6b047904b owned by network:dhcp {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:32.614014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:32.704747 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:32.716442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] DHCP port deletion for eba72c12-5b60-48f3-a29b-e3bbe4163d32 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 04:01:32.758303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Deleting port 7084e495-4658-4196-8067-bbf6b047904b {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:01:32.759572 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (7084e495-4658-4196-8067-bbf6b047904b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.792606 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (7084e495-4658-4196-8067-bbf6b047904b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.819385 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Pushing event deleted for resources: {'Port': ['ID=7084e495-4658-4196-8067-bbf6b047904b,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:32.822622 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] For port 7084e495-4658-4196-8067-bbf6b047904b, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7084e495-4658-4196-8067-bbf6b047904b,segment=NetworkSegment(5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f),segment_id=5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:32.823015 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (7084e495-4658-4196-8067-bbf6b047904b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.828436 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] No DVR routers for this DVR port 7084e495-4658-4196-8067-bbf6b047904b on host dv-cinder-843361-2-iscsi {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:32.832862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.833209 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.833550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.833888 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.834222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.834553 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.834883 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.835208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.835535 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.835859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.836041 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Calling delete_port for 7084e495-4658-4196-8067-bbf6b047904b owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:01:32.836179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.837660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.838021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.838348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.838675 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.916071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (eba72c12-5b60-48f3-a29b-e3bbe4163d32), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.920740 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (7084e495-4658-4196-8067-bbf6b047904b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:32.943646 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.943934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.944893 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.945424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > port after_create 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.946752 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > port after_delete 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.947323 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Pushing event deleted for resources: {'Port': ['ID=7084e495-4658-4196-8067-bbf6b047904b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:32.947852 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > port after_update 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.948189 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.948536 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.948865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.949192 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:32.949576 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] No DVR routers for this DVR port 7084e495-4658-4196-8067-bbf6b047904b on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:32.960181 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.960559 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.960906 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.961291 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.962115 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.962493 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.962823 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.963286 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.963451 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.963775 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.964421 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.964543 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.964946 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.965270 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:32.965642 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ee03c-6ed1-4a6c-9f78-e5c6fa7523fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:33.050361 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:33.050715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:33.051049 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:33.051381 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 04:01:33.051755 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba72c12-5b60-48f3-a29b-e3bbe4163d32']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:33.070133 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:33.070428 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:33.087624 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.108247 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.116342 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:01:33.116751 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.268104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (eba72c12-5b60-48f3-a29b-e3bbe4163d32), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.276459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.282603 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] 10.222.0.58 "DELETE /v2.0/networks/eba72c12-5b60-48f3-a29b-e3bbe4163d32 HTTP/1.1" status: 204 len: 168 time: 0.8830199 May 27 04:01:33.294808 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5619711-0dba-4c75-b91b-6663afc1407c admin admin] Pushing event deleted for resources: {'Network': ['ID=eba72c12-5b60-48f3-a29b-e3bbe4163d32,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:33.364530 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f resource provider aggregate not found May 27 04:01:33.381790 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c5dc84d-0b8f-40ce-aae0-9d5098ea5e7f found for delete ", "request_id": "req-0a4e7d6a-4574-43e2-a7ac-8ef9352d1bb3"}]} May 27 04:01:33.615473 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37318) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:33.661238 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f6f38e62-dc0c-48f0-abe8-8992e7ac1e20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26b40f0d69f44da79dfb780da80d4893&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445783 May 27 04:01:33.663911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37320) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:33.710068 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] Publish callbacks [] for security_group (fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.731104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] Publish callbacks [] for security_group (fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.845086 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.847517 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:33.848680 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5 HTTP/1.1" status: 204 len: 168 time: 0.1832919 May 27 04:01:33.856882 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49cd0-8198-4d51-bdf2-da1ac5f7e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d1077-18b6-49e7-8ae1-6c3a5304a7c5,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:33.960873 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:01:33.980705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:01:33.981049 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8e2fe25a-b1d6-47da-bbb2-9ae9ae980037 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:01:33.981483 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7084e495-4658-4196-8067-bbf6b047904b no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:01:33.999548 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 7084e495-4658-4196-8067-bbf6b047904b {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:01:33.999891 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7084e495-4658-4196-8067-bbf6b047904b not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:01:34.814408 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37344) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:34.911407 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-720455302-network', 'tenant_id': 'f7459e55914c4878a1b81665297a7754'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:01:34.986594 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Made reservation on behalf of f7459e55914c4878a1b81665297a7754 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:34.988989 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:34.998180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.075119 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks [] for security_group (b72f62d5-2d42-4a11-9962-07ec1dc8ab3c), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.141473 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (b72f62d5-2d42-4a11-9962-07ec1dc8ab3c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.167548 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:01:35.177678 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f62d5-2d42-4a11-9962-07ec1dc8ab3c,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:35.184458 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (041d9ad7-e370-4a48-b71f-d9e9591002ad), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.184899 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Added segment 041d9ad7-e370-4a48-b71f-d9e9591002ad of type vlan for network 3f7792b9-af5e-4c35-84eb-f3462d1abb27 May 27 04:01:35.489888 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (3f7792b9-af5e-4c35-84eb-f3462d1abb27), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.510103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:35.593349 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (3f7792b9-af5e-4c35-84eb-f3462d1abb27), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.594413 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:35.594993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.656526 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7792b9-af5e-4c35-84eb-f3462d1abb27,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:35.666591 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 3f7792b9-af5e-4c35-84eb-f3462d1abb27 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 04:01:35.687319 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1348efb3-c912-475b-9a2c-d75a504d1887 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8717828 May 27 04:01:35.690200 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37352) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:35.695194 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Request body: {'subnet': {'network_id': '3f7792b9-af5e-4c35-84eb-f3462d1abb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-720455302-subnet', 'tenant_id': 'f7459e55914c4878a1b81665297a7754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:01:35.765093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Made reservation on behalf of f7459e55914c4878a1b81665297a7754 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:35.767798 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13642187'] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:35.809816 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:35.999294 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13906291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13642205'] for subnet (4993756c-c67b-4b53-973c-bd6523c0fc4b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:36.060786 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4993756c-c67b-4b53-973c-bd6523c0fc4b,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:36.069874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Checking segment: {'id': '041d9ad7-e370-4a48-b71f-d9e9591002ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3f7792b9-af5e-4c35-84eb-f3462d1abb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:01:36.070228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Network hostable DHCP agents. Network: 3f7792b9-af5e-4c35-84eb-f3462d1abb27, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:01:36.192893 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Network 3f7792b9-af5e-4c35-84eb-f3462d1abb27 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:01:36.267125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 3f7792b9-af5e-4c35-84eb-f3462d1abb27) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:36.271374 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:36.271978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:36.276428 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5352d-9f02-46af-9ba6-7d8f61f14c49 None None] Network 3f7792b9-af5e-4c35-84eb-f3462d1abb27 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:01:36.333297 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c6e87369-61a5-42fe-a45b-b28a2276708f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6415091 May 27 04:01:36.398572 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1376c5a-3b22-42d9-a761-37d2f8e66a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:36.404902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0da68-2364-44fd-ade1-ebbc4717dbc9 None None] Network 3f7792b9-af5e-4c35-84eb-f3462d1abb27 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:01:37.034707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37368) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:37.039701 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807707345-network', 'tenant_id': 'fabdbbc2770f4cd9aed5cddc0508b47b'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:01:37.130319 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Made reservation on behalf of fabdbbc2770f4cd9aed5cddc0508b47b for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:37.132832 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.142332 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.198424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:37.219609 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks [] for security_group (2dd733cd-a4fa-4b56-b2b7-9cd41599000f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.312916 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2dd733cd-a4fa-4b56-b2b7-9cd41599000f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.342863 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:01:37.349335 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd733cd-a4fa-4b56-b2b7-9cd41599000f,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:37.355449 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (f6099d4f-d963-42c4-b1b2-04f3f1c201d5), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.356116 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Added segment f6099d4f-d963-42c4-b1b2-04f3f1c201d5 of type vlan for network 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 May 27 04:01:37.396179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.496358 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.497906 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:37.498750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.562521 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:37.572179 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 04:01:37.576386 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:37.595975 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-65168680-faea-4935-890f-9cb61859f0e8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5601535 May 27 04:01:37.598737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37370) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:37.603644 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Request body: {'subnet': {'network_id': '2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807707345-subnet', 'tenant_id': 'fabdbbc2770f4cd9aed5cddc0508b47b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:01:37.636520 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:37.690202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Made reservation on behalf of fabdbbc2770f4cd9aed5cddc0508b47b for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:37.693394 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13642187'] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.812419 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:UPDATE=5,neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=17 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:37.930821 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13906291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13642205'] for subnet (1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:37.989121 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:38.000660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Checking segment: {'id': 'f6099d4f-d963-42c4-b1b2-04f3f1c201d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:01:38.001025 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Network hostable DHCP agents. Network: 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:01:38.095961 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Network 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:01:38.193128 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:38.197135 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:01:38.197722 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.202703 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1258e-602c-41a4-818c-225bbaa316ee None None] Network 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:01:38.287518 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-cefa6451-6e27-432f-a5ee-d2f0393d93ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6874781 May 27 04:01:38.303716 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e29bd-d016-4a47-b8b4-96fe57c9c5b7 None None] Network 2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:01:38.410228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37374) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:38.454834 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Deleting subnet 4993756c-c67b-4b53-973c-bd6523c0fc4b {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:01:38.458024 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Publish callbacks [] for subnet (4993756c-c67b-4b53-973c-bd6523c0fc4b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.497970 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14617487'] for subnet (4993756c-c67b-4b53-973c-bd6523c0fc4b), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.540998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (4993756c-c67b-4b53-973c-bd6523c0fc4b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.655949 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13906226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13642214'] for subnet (4993756c-c67b-4b53-973c-bd6523c0fc4b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.681985 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4993756c-c67b-4b53-973c-bd6523c0fc4b,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:38.686611 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.689825 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-1aad7938-4649-4774-97c8-bf78b08516fc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4993756c-c67b-4b53-973c-bd6523c0fc4b HTTP/1.1" status: 204 len: 168 time: 0.2785416 May 27 04:01:38.692604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37376) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:38.753321 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:38.764837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (3f7792b9-af5e-4c35-84eb-f3462d1abb27), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.842739 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (3f7792b9-af5e-4c35-84eb-f3462d1abb27), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.863867 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7792b9-af5e-4c35-84eb-f3462d1abb27']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:38.874582 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041d9ad7-e370-4a48-b71f-d9e9591002ad') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:38.874868 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041d9ad7-e370-4a48-b71f-d9e9591002ad') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:38.884879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (041d9ad7-e370-4a48-b71f-d9e9591002ad), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.898769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (041d9ad7-e370-4a48-b71f-d9e9591002ad), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.904783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:01:38.905159 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (041d9ad7-e370-4a48-b71f-d9e9591002ad), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:38.952608 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 041d9ad7-e370-4a48-b71f-d9e9591002ad resource provider aggregate not found May 27 04:01:38.970580 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 041d9ad7-e370-4a48-b71f-d9e9591002ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 041d9ad7-e370-4a48-b71f-d9e9591002ad found for delete ", "request_id": "req-8040f4c9-285d-418f-be37-3afe3cae24d4"}]} May 27 04:01:39.107628 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (3f7792b9-af5e-4c35-84eb-f3462d1abb27), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.115112 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.118194 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f7792b9-af5e-4c35-84eb-f3462d1abb27 HTTP/1.1" status: 204 len: 168 time: 0.4246597 May 27 04:01:39.121702 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37382) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:39.128784 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb76f-b2c9-439e-9cc4-59247beec856 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7792b9-af5e-4c35-84eb-f3462d1abb27,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:39.169477 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Deleting subnet 1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:01:39.172809 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Publish callbacks [] for subnet (1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.207113 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.245187 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.376116 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.406416 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:39.410272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.414643 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-10eaee26-97b1-4d38-96b7-5fe4478f6d58 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1d5cc45b-94f1-4fb6-a9ef-5bbaddb61359 HTTP/1.1" status: 204 len: 168 time: 0.2917767 May 27 04:01:39.416735 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37384) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:39.484632 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-52cde7ab-1b95-46ee-a625-7d37ed330207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.486559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.570935 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.591816 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.601586 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6099d4f-d963-42c4-b1b2-04f3f1c201d5') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.601915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6099d4f-d963-42c4-b1b2-04f3f1c201d5') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.612157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (f6099d4f-d963-42c4-b1b2-04f3f1c201d5), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.623994 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:39.626633 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (f6099d4f-d963-42c4-b1b2-04f3f1c201d5), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.632881 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:01:39.633329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (f6099d4f-d963-42c4-b1b2-04f3f1c201d5), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.731261 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.736689 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:39.739795 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2 HTTP/1.1" status: 204 len: 168 time: 0.3212700 May 27 04:01:39.752715 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727d588-9099-496d-ac6c-5b90895b8322 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c74bc61-4e64-4c28-a7e0-8b3eef2b23a2,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:40.124858 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37388) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:40.165500 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0bcdf5a1-ebea-4d51-90f9-0ef91158f574 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7459e55914c4878a1b81665297a7754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394032 May 27 04:01:40.168171 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37390) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:40.216817 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] Publish callbacks [] for security_group (b72f62d5-2d42-4a11-9962-07ec1dc8ab3c), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:40.237717 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] Publish callbacks [] for security_group (b72f62d5-2d42-4a11-9962-07ec1dc8ab3c), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:40.364299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (b72f62d5-2d42-4a11-9962-07ec1dc8ab3c), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:40.366759 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:40.367899 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b72f62d5-2d42-4a11-9962-07ec1dc8ab3c HTTP/1.1" status: 204 len: 168 time: 0.1987760 May 27 04:01:40.376658 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925df47-264f-4082-8182-9b3aa5f6746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f62d5-2d42-4a11-9962-07ec1dc8ab3c,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:40.697425 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:40.988524 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment f6099d4f-d963-42c4-b1b2-04f3f1c201d5 resource provider aggregate not found May 27 04:01:41.005578 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment f6099d4f-d963-42c4-b1b2-04f3f1c201d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6099d4f-d963-42c4-b1b2-04f3f1c201d5 found for delete ", "request_id": "req-1cb56c7f-6102-4df1-95c9-cffc646f2867"}]} May 27 04:01:41.044097 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37400) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:41.068905 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:41.084943 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-97fc0304-df67-42e1-9b51-463fc2bb8194 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fabdbbc2770f4cd9aed5cddc0508b47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395145 May 27 04:01:41.087519 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37402) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:41.138635 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] Publish callbacks [] for security_group (2dd733cd-a4fa-4b56-b2b7-9cd41599000f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:41.164761 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] Publish callbacks [] for security_group (2dd733cd-a4fa-4b56-b2b7-9cd41599000f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:41.542150 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (2dd733cd-a4fa-4b56-b2b7-9cd41599000f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:41.544836 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:41.546003 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2dd733cd-a4fa-4b56-b2b7-9cd41599000f HTTP/1.1" status: 204 len: 168 time: 0.4575377 May 27 04:01:41.553908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeffc1-2446-4566-b989-f3e41aa3e9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd733cd-a4fa-4b56-b2b7-9cd41599000f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:41.661078 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:41.899480 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:41.905649 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:41.938245 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:01:43.335908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:44.823754 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37474) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:44.926793 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:44.935361 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73a10033-1317-4f8e-8170-bfc957c46fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.011449 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73a10033-1317-4f8e-8170-bfc957c46fb8 admin admin] Publish callbacks [] for security_group (7c237b19-46c9-4b43-955d-ea2f9a8d4b3f), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.078414 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73a10033-1317-4f8e-8170-bfc957c46fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7c237b19-46c9-4b43-955d-ea2f9a8d4b3f), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.118599 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-73a10033-1317-4f8e-8170-bfc957c46fb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e29ab68a89b4adc9ec85c848c71a6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937617 May 27 04:01:45.119475 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a10033-1317-4f8e-8170-bfc957c46fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c237b19-46c9-4b43-955d-ea2f9a8d4b3f,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:45.121380 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37478) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:45.170373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] Publish callbacks [] for security_group (7c237b19-46c9-4b43-955d-ea2f9a8d4b3f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.196045 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] Publish callbacks [] for security_group (7c237b19-46c9-4b43-955d-ea2f9a8d4b3f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.375602 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7c237b19-46c9-4b43-955d-ea2f9a8d4b3f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.378030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:45.381603 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c237b19-46c9-4b43-955d-ea2f9a8d4b3f HTTP/1.1" status: 204 len: 168 time: 0.2561362 May 27 04:01:45.386933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f253bd1-3b44-4315-813e-d26ac3d3fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c237b19-46c9-4b43-955d-ea2f9a8d4b3f,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:45.962352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37484) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:45.975743 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e92de89e-f485-4283-bb37-2e3060c3b660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.051958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e92de89e-f485-4283-bb37-2e3060c3b660 admin admin] Publish callbacks [] for security_group (7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.101327 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e92de89e-f485-4283-bb37-2e3060c3b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.145514 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e92de89e-f485-4283-bb37-2e3060c3b660 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8775f04616df4a32a5d7fdc0e7fb16fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819642 May 27 04:01:46.146274 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92de89e-f485-4283-bb37-2e3060c3b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:46.148199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37486) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:01:46.196424 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] Publish callbacks [] for security_group (7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.217828 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] Publish callbacks [] for security_group (7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.318729 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.321398 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:46.322542 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4 HTTP/1.1" status: 204 len: 168 time: 0.1733129 May 27 04:01:46.331743 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7d52d-b335-4bf6-b87c-ab830b62967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd49408-861a-4ef4-8dc8-c16c2bcd6bf4,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:51.988472 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:53.638405 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:01:56.140614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:56.142185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:56.250755 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:01:56.327571 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:02.931261 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:02.932043 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:03.593512 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:03.599443 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:06.369830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2befd679-5ad6-4bf0-b759-2658d7240bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:09.482804 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20f28bbf-801a-44c7-a35e-6ad74b1362d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:10.779669 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:11.631096 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:13.358067 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:18.895458 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:18.900388 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:18.936146 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:02:23.268939 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:23.274933 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:23.665127 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.194701 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37716) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:27.301176 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4d736f23-8bb1-48d0-a097-4dc227af0620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.385074 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4d736f23-8bb1-48d0-a097-4dc227af0620 admin admin] Publish callbacks [] for security_group (881e1d6a-5275-465a-91ab-bbef67b0f42f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.475999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4d736f23-8bb1-48d0-a097-4dc227af0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (881e1d6a-5275-465a-91ab-bbef67b0f42f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.516166 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736f23-8bb1-48d0-a097-4dc227af0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e1d6a-5275-465a-91ab-bbef67b0f42f,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:27.520540 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4d736f23-8bb1-48d0-a097-4dc227af0620 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd205b6ab700474eaa2979877f3e4cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247945 May 27 04:02:27.523129 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37720) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:27.572389 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] Publish callbacks [] for security_group (881e1d6a-5275-465a-91ab-bbef67b0f42f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.593418 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] Publish callbacks [] for security_group (881e1d6a-5275-465a-91ab-bbef67b0f42f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.710574 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (881e1d6a-5275-465a-91ab-bbef67b0f42f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.713187 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:27.714353 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/881e1d6a-5275-465a-91ab-bbef67b0f42f HTTP/1.1" status: 204 len: 168 time: 0.1903281 May 27 04:02:27.724303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733df2b-c060-4e26-baec-4784216ec1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e1d6a-5275-465a-91ab-bbef67b0f42f,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:28.308569 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37726) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:28.322596 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3ba3fadb-bd0c-4375-99c4-6a49f3517c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.404891 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3ba3fadb-bd0c-4375-99c4-6a49f3517c02 admin admin] Publish callbacks [] for security_group (186d7582-1cd0-4d9f-916e-759aaa1113b2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.483555 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-3ba3fadb-bd0c-4375-99c4-6a49f3517c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (186d7582-1cd0-4d9f-916e-759aaa1113b2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.524550 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-3ba3fadb-bd0c-4375-99c4-6a49f3517c02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc4235e37f6c43dc843fa6ec90845f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148449 May 27 04:02:28.525640 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3fadb-bd0c-4375-99c4-6a49f3517c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186d7582-1cd0-4d9f-916e-759aaa1113b2,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:28.527220 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37728) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:28.585462 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Publish callbacks [] for security_group (186d7582-1cd0-4d9f-916e-759aaa1113b2), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.608831 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Publish callbacks [] for security_group (186d7582-1cd0-4d9f-916e-759aaa1113b2), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.733383 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (186d7582-1cd0-4d9f-916e-759aaa1113b2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.736066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:28.738335 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/186d7582-1cd0-4d9f-916e-759aaa1113b2 HTTP/1.1" status: 204 len: 168 time: 0.2099109 May 27 04:02:28.747135 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d7582-1cd0-4d9f-916e-759aaa1113b2,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:28.755364 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.755704 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.756103 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.756376 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.756747 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.757078 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.757408 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.757732 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.758094 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.758464 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.758801 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.759127 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.759453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.759778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.760098 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90673756-3498-47ff-b241-e5f62633f94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:28.933362 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:31.268137 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37774) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:31.372418 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6dd99b7e-8874-4970-8c58-3dc3f3e3b7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.448837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6dd99b7e-8874-4970-8c58-3dc3f3e3b7e8 admin admin] Publish callbacks [] for security_group (3af659ac-bb72-433f-8b3e-ab9a13f7994a), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.569236 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-6dd99b7e-8874-4970-8c58-3dc3f3e3b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3af659ac-bb72-433f-8b3e-ab9a13f7994a), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.609322 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-6dd99b7e-8874-4970-8c58-3dc3f3e3b7e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c737a4c54dc94f4196be29e3e6a82bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396552 May 27 04:02:31.610105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99b7e-8874-4970-8c58-3dc3f3e3b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af659ac-bb72-433f-8b3e-ab9a13f7994a,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:31.612255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37778) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:31.663615 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] Publish callbacks [] for security_group (3af659ac-bb72-433f-8b3e-ab9a13f7994a), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.713957 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] Publish callbacks [] for security_group (3af659ac-bb72-433f-8b3e-ab9a13f7994a), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.727779 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-baa58f89-98c5-4141-a363-d8f5058d1409 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596323 May 27 04:02:31.790552 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-185275ed-3441-45c2-a66f-a19ca091b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:31.792076 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-185275ed-3441-45c2-a66f-a19ca091b3cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1130 time: 0.0420883 May 27 04:02:31.872944 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (3af659ac-bb72-433f-8b3e-ab9a13f7994a), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.875476 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:31.876700 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3af659ac-bb72-433f-8b3e-ab9a13f7994a HTTP/1.1" status: 204 len: 168 time: 0.2627933 May 27 04:02:31.896927 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6d3bf-c6c4-4859-9896-33e7abc84c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af659ac-bb72-433f-8b3e-ab9a13f7994a,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:31.900251 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:31.904928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:31.934580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-1b552e6b-eab1-4d4e-9ca5-739994a8cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:31.934580 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-1b552e6b-eab1-4d4e-9ca5-739994a8cb3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.1211567 May 27 04:02:31.997133 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-7b287894-d621-4d76-977d-5bf34eebceee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 200 len: 1002 time: 0.0592589 May 27 04:02:32.046950 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-f8aed3fb-d0d5-4626-a00d-d484cc9efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:32.048519 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-f8aed3fb-d0d5-4626-a00d-d484cc9efab9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0462048 May 27 04:02:32.094512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-80059b10-f8a8-4de9-958a-3c33601ca4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:32.095985 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-80059b10-f8a8-4de9-958a-3c33601ca4e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420632 May 27 04:02:32.200441 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-2590a228-c459-430e-a6e0-f86a1f020193 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984564 May 27 04:02:32.297145 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6ab16c0d-7382-4484-b156-a18c643913c7 req-08bf4e75-4bb9-4aba-a1b8-5e7a45f0feac service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913029 May 27 04:02:32.506836 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37786) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:32.525181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9caf037c-9d4f-40fa-99ce-97e288ff6e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.602405 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9caf037c-9d4f-40fa-99ce-97e288ff6e25 admin admin] Publish callbacks [] for security_group (731a0804-20cb-45f2-8eb4-5e945597033d), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.666305 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9caf037c-9d4f-40fa-99ce-97e288ff6e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (731a0804-20cb-45f2-8eb4-5e945597033d), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.706246 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf037c-9d4f-40fa-99ce-97e288ff6e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a0804-20cb-45f2-8eb4-5e945597033d,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:32.710727 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9caf037c-9d4f-40fa-99ce-97e288ff6e25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=111e6b8938de4f878ddfd27d419f4557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028227 May 27 04:02:32.713815 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37788) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:32.719546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:32.764605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Publish callbacks [] for security_group (731a0804-20cb-45f2-8eb4-5e945597033d), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.785767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Publish callbacks [] for security_group (731a0804-20cb-45f2-8eb4-5e945597033d), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.916222 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (731a0804-20cb-45f2-8eb4-5e945597033d), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.918866 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:32.922364 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/731a0804-20cb-45f2-8eb4-5e945597033d HTTP/1.1" status: 204 len: 168 time: 0.2058046 May 27 04:02:32.929093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a0804-20cb-45f2-8eb4-5e945597033d,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:32.936959 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.937302 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.937733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.938057 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.938712 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.938915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.939244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.939580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.939888 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.940216 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.941211 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.942556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.942556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.942556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:32.942556 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ed4-a423-4241-a161-ed184c17573f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:36.380488 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-224b27d3-fa57-426f-adf2-718a3c0a50a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:39.488975 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-14f6952f-759c-403a-a4d3-74fe3e74a374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:40.689515 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:41.603427 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:41.605438 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:41.671462 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:42.923818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=46,neutron:INSERT=9,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:42.932865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:43.339930 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.323620 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37876) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:44.428174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87667a94-2d6c-48e1-8e16-3c5f1bcede38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.511168 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87667a94-2d6c-48e1-8e16-3c5f1bcede38 admin admin] Publish callbacks [] for security_group (14675bfa-2b2f-47bc-b764-7dd64591bcac), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.584293 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87667a94-2d6c-48e1-8e16-3c5f1bcede38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (14675bfa-2b2f-47bc-b764-7dd64591bcac), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.625070 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-87667a94-2d6c-48e1-8e16-3c5f1bcede38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55fc7215647f40d2a11b55374bd0d03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003500 May 27 04:02:44.625935 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667a94-2d6c-48e1-8e16-3c5f1bcede38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14675bfa-2b2f-47bc-b764-7dd64591bcac,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:44.627953 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37886) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:44.681528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] Publish callbacks [] for security_group (14675bfa-2b2f-47bc-b764-7dd64591bcac), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.703778 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] Publish callbacks [] for security_group (14675bfa-2b2f-47bc-b764-7dd64591bcac), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.803013 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (14675bfa-2b2f-47bc-b764-7dd64591bcac), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.805746 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:44.806962 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14675bfa-2b2f-47bc-b764-7dd64591bcac HTTP/1.1" status: 204 len: 168 time: 0.1779749 May 27 04:02:44.815245 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfa13c-9682-4e43-9568-4b611cdd1684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14675bfa-2b2f-47bc-b764-7dd64591bcac,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:51.526856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 37990) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:51.634793 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-da62c7e7-1f64-4df8-93b5-9a31aeae82f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:51.713345 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-da62c7e7-1f64-4df8-93b5-9a31aeae82f4 admin admin] Publish callbacks [] for security_group (476101dc-d7dd-4264-ab46-3172717a1452), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:51.819887 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-da62c7e7-1f64-4df8-93b5-9a31aeae82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (476101dc-d7dd-4264-ab46-3172717a1452), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:51.861786 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-da62c7e7-1f64-4df8-93b5-9a31aeae82f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=301f6e69069c487f93db3527d4a5624d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338435 May 27 04:02:51.862683 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c7e7-1f64-4df8-93b5-9a31aeae82f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476101dc-d7dd-4264-ab46-3172717a1452,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:51.864604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 37994) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:51.918740 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] Publish callbacks [] for security_group (476101dc-d7dd-4264-ab46-3172717a1452), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:51.939967 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] Publish callbacks [] for security_group (476101dc-d7dd-4264-ab46-3172717a1452), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:52.117375 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (476101dc-d7dd-4264-ab46-3172717a1452), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:52.119861 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:52.121061 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/476101dc-d7dd-4264-ab46-3172717a1452 HTTP/1.1" status: 204 len: 168 time: 0.2554753 May 27 04:02:52.129153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15865ab-28e0-4a0e-930d-c6b85f6d2046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476101dc-d7dd-4264-ab46-3172717a1452,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:53.276525 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:53.598834 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:53.683679 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:55.907284 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:55.908097 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:55.927330 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38062) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:55.928790 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835812615', 'description': 'tempest-description--1538033816'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:02:55.935218 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:02:56.025737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.094544 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (e91d52e9-3d67-4811-bc89-58511e02a832), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.154949 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e91d52e9-3d67-4811-bc89-58511e02a832), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.188634 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d52e9-3d67-4811-bc89-58511e02a832,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.261964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.263293 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b676bcc5-e3da-4a55-a1d4-b2cd9e406196 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3384483 May 27 04:02:56.266078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38064) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:56.270353 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': 'e91d52e9-3d67-4811-bc89-58511e02a832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:02:56.357624 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (0d489c9c-66fc-4ac3-a48d-841e78797cec), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.407723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (0d489c9c-66fc-4ac3-a48d-841e78797cec), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.475306 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (0d489c9c-66fc-4ac3-a48d-841e78797cec), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.495153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d489c9c-66fc-4ac3-a48d-841e78797cec,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.571895 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.573326 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0bee0e9c-dc85-46e2-85f1-7389d0047e46 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3062785 May 27 04:02:56.576402 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38070) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:56.580779 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': 'e91d52e9-3d67-4811-bc89-58511e02a832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:02:56.660226 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (b1c4caa1-76fa-4997-86ea-86f73cd7a2dd), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.711224 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (b1c4caa1-76fa-4997-86ea-86f73cd7a2dd), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.797325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (b1c4caa1-76fa-4997-86ea-86f73cd7a2dd), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.814200 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:56.814200 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:56.822019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c4caa1-76fa-4997-86ea-86f73cd7a2dd,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.907624 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:56.908887 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4df40bd4-abfa-4522-9cfe-d283e11b8762 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315246 May 27 04:02:56.913315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38082) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:02:56.918105 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:02:57.048597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.148338 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.257939 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.27.2.223 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/ad74bf8f-bca9-43cb-a177-97efaa7ed781) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:02:57.369988 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.395093 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:57.494501 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.539386 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:57.541571 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:02:57.546968 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:57.548924 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=ad74bf8f-bca9-43cb-a177-97efaa7ed781,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:57.551074 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:02:57.643994 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.774685 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:57.790272 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce93dc1-045e-492f-92c2-da0ae8a01c58 req-a5d92057-6afe-4afa-b409-fa35316ae080 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:57.791921 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1ce93dc1-045e-492f-92c2-da0ae8a01c58 req-a5d92057-6afe-4afa-b409-fa35316ae080 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0487061 May 27 04:02:57.847769 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1ce93dc1-045e-492f-92c2-da0ae8a01c58 req-b8e295e2-7b28-40aa-b24d-cd1f79085a10 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489829 May 27 04:02:57.975796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:58.049433 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:58.120739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=ad74bf8f-bca9-43cb-a177-97efaa7ed781,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:58.135884 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:58.222401 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:58.224830 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-376870f4-397f-4ff1-aeab-143893344911 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3098211 May 27 04:02:58.439970 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-d8042116-e614-4cb6-a38c-e6e988b0b63c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1835812615&fields=id&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 267 time: 0.0489066 May 27 04:02:58.541454 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:02:58.547575 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-70806579-8e4b-4a07-8631-51c90f2d9af9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:58.549125 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-70806579-8e4b-4a07-8631-51c90f2d9af9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1026056 May 27 04:02:58.566023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-ceaa520f-108a-4d23-ac58-4690785e9314 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/quotas/c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 375 time: 0.0094016 May 27 04:02:58.624704 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-bfded75e-4089-4968-baef-42ba3d2c3777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531731 May 27 04:02:58.721554 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-10238390-6697-49ab-b31b-f3a756abce6b service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 May 27 04:02:58.816270 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0e3bbadd-a031-401c-80ad-11348198dc44 service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881310 May 27 04:02:58.983100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfc368-65bb-42eb-9573-0a03c4f9bd5a req-fb91ac5e-ebbd-4641-b5bd-950b25b5fc43 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:58.984648 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6cdfc368-65bb-42eb-9573-0a03c4f9bd5a req-fb91ac5e-ebbd-4641-b5bd-950b25b5fc43 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0491135 May 27 04:02:59.037418 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6cdfc368-65bb-42eb-9573-0a03c4f9bd5a req-871a6aeb-eb0c-40c5-a9b2-3957823f9a72 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469799 May 27 04:02:59.117489 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a7ccd84d-b83a-4039-ad27-0efc6742ce66 req-6d5c10f4-8a09-4b77-b5fe-7daf5fcc9df8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0291739 May 27 04:02:59.491163 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-46914b41-4c09-4290-bc29-df07c490ed69 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:02:59.492690 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-46914b41-4c09-4290-bc29-df07c490ed69 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 945 time: 0.0511208 May 27 04:02:59.584256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:02:59.584885 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:59.677508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] For port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:59.677978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:59.847252 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:59.847655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (eb9bca14-665e-44cd-91a6-5167f0fdb2c2), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:02:59.847975 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP eb9bca14-665e-44cd-91a6-5167f0fdb2c2 disassociated. External IP: 172.27.2.52, port: f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9. May 27 04:02:59.848322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:03:00.083352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:00.113653 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:00.154994 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8c613c37-2f7a-417b-98c5-58bb06cfbb7d req-d745bdde-0e8f-400f-ba1b-4d5fe23a4382 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0383766 May 27 04:03:00.220255 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:00.248527 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-4a5e22f5-c946-4ad4-a493-763626bbd27a req-5e4b35b3-6114-4803-bddd-c657375341d4 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0421436 May 27 04:03:00.265575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:03:00.315128 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:00.377960 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:00.388257 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:03:00.399804 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:00.402730 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:02:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:00.422390 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] No DVR routers for this DVR port f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:03:00.425844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:00.428640 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cbe5d780-cbe0-40c8-8022-09b00f30c6b8 req-07d0ff20-9cd7-4dee-af19-fa3c22472bea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "DELETE /v2.0/ports/f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 HTTP/1.1" status: 204 len: 173 time: 0.9309452 May 27 04:03:00.429085 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'name': 'network-vif-deleted', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:00.431564 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04059774-f16e-4e43-854e-0050b3df700f" -d '{"events": [{"server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "name": "network-vif-deleted", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:00.491884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da16b25-21ee-431f-b294-f4ff0269219d x-openstack-request-id: req-4da16b25-21ee-431f-b294-f4ff0269219d {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:00.491884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0023f241-60e6-4039-8920-26eeb4b863e2", "name": "network-vif-deleted", "tag": "f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:00.491884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4da16b25-21ee-431f-b294-f4ff0269219d {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:00.491884 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da16b25-21ee-431f-b294-f4ff0269219d'] response: {'server_uuid': '0023f241-60e6-4039-8920-26eeb4b863e2', 'name': 'network-vif-deleted', 'tag': 'f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9', 'status': 'completed', 'code': 200} May 27 04:03:00.523286 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:00.747465 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:00.772642 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:03:00.781065 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:00.781663 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:02:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:00.882950 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:01.151806 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:01.178155 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed23a42-9dbd-4df2-98cf-c919ff2cdeb2 None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:03:01.265895 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9b2d2133-955c-4bce-a223-90357e60aae8 req-90232154-68ed-4881-aebd-841550e43c0d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=0023f241-60e6-4039-8920-26eeb4b863e2 HTTP/1.1" status: 200 len: 210 time: 0.0330892 May 27 04:03:01.354471 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-333444bd-e29b-4f66-b48a-d0c62f3cb811 req-34622cc3-9a0c-417e-bdb2-6d3e7231e2d6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0277920 May 27 04:03:01.464774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f4fd7-6a6a-4ce3-9e0d-38ed7323e4f7 None None] New status for floating IP eb9bca14-665e-44cd-91a6-5167f0fdb2c2: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:03:01.622168 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-16f13019-0140-4b30-8d19-3568810b8262 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:01.623602 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-16f13019-0140-4b30-8d19-3568810b8262 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1098506 May 27 04:03:01.873760 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-f15bb401-13aa-4ffa-8903-7b25195d6b66 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 472 time: 0.0695403 May 27 04:03:01.883126 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'port': {'device_id': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'admin_state_up': True, 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'security_groups': ['e91d52e9-3d67-4811-bc89-58511e02a832']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:02.070565 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:02.074160 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:02.205911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.20.0.5 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/2c02fc4d-5513-49f0-a2d4-684178b0bef3) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:02.356140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:02.460338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:02.462724 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d6bf7332-a8d1-40a6-9e57-73db3be947f0 req-316af230-bdac-4ccb-93ce-d2a4cfda88fc tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0309265 May 27 04:03:02.518372 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:02.521118 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:02.534969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:02.538157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:03:02.569959 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:02.587460 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:02.618517 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-abbe37a0-317e-4cef-9709-abe6d6c45862 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649248354&fields=id&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 267 time: 0.1172686 May 27 04:03:02.624237 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:02.624819 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:02.754094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-e4058823-434f-485b-bd42-018889a2019f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:02.755624 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-e4058823-434f-485b-bd42-018889a2019f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1280384 May 27 04:03:02.763492 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-2a12a892-41fa-4e84-a751-543217d6c256 None None] Provisioning complete for port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:03:02.764645 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a12a892-41fa-4e84-a751-543217d6c256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:02.771285 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-35a6a8cd-8b70-4938-8f2f-02cd5f867d87 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/quotas/5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 375 time: 0.0091574 May 27 04:03:02.792261 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-0aee8fe6-4739-44d6-a6b4-2dfe78be0e6b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141922 May 27 04:03:02.795993 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2a12a892-41fa-4e84-a751-543217d6c256 None None] Port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:03:02.815090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Request body: {'port': {'device_id': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:02.861924 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-a44e8cc5-57e9-46d9-ad16-b5b456b801cd tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842056 May 27 04:03:02.921203 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:03.048125 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-fb3725b9-c5d5-42c2-afa0-ec7e298d1fef service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603298 May 27 04:03:03.110316 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:03:03.133944 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:03:03.134263 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device f2ba8ef3-61e5-46a6-b0cf-598d9277d3d9 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:03:03.539984 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-889d06b6-8e40-4aa3-84db-cfed9b43672a service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819489 May 27 04:03:03.593392 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:03.594596 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6483f-9044-4895-931f-a994a59a3154 req-e3c50efc-51d4-4244-9ec5-59484fe50f20 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:03.596144 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-89d6483f-9044-4895-931f-a994a59a3154 req-e3c50efc-51d4-4244-9ec5-59484fe50f20 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 931 time: 0.0582833 May 27 04:03:03.623875 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:03.646773 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c02fc4d-5513-49f0-a2d4-684178b0bef3 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:03:03.654548 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks [] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:03.658304 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-89d6483f-9044-4895-931f-a994a59a3154 req-890dd4c6-0d1e-4751-9bbb-0e2162b628b9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536735 May 27 04:03:03.670077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Transition to ACTIVE for port object 2c02fc4d-5513-49f0-a2d4-684178b0bef3 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:03:03.745512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:03.798557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:03.803260 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38204) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:03.867197 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:03.891464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Attempting to bind port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:03:03.891988 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Attempting to bind port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:03:03.892418 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Attempting to bind port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:03:03.902965 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:03:03.903288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Attempting to bind port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:03:03.909709 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:03:03.910331 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:03:03.910726 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:03:03.911261 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Bound port: 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:03:03.911637 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:03.947819 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1509dbe8-50c3-466f-9267-ffa975c874bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:03.987712 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:03.992034 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:04.047134 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1509dbe8-50c3-466f-9267-ffa975c874bb admin admin] Publish callbacks [] for security_group (d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.089250 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.117111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1509dbe8-50c3-466f-9267-ffa975c874bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.129256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.129256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.129685 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] 10.222.0.44 "PUT /v2.0/ports/2c02fc4d-5513-49f0-a2d4-684178b0bef3 HTTP/1.1" status: 200 len: 1093 time: 1.3212590 May 27 04:03:04.134180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:04.136575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:04.164392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509dbe8-50c3-466f-9267-ffa975c874bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.185544 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825986b-869f-4f0a-9cff-602ac9469c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.186006 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1509dbe8-50c3-466f-9267-ffa975c874bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffc0a8e4ff234b95bbf510878bfae842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786058 May 27 04:03:04.186580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38212) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:04.216025 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738eb1d9-efa2-4fac-89b0-e0d6d569f00d x-openstack-request-id: req-738eb1d9-efa2-4fac-89b0-e0d6d569f00d {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:04.216585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:04.217013 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-738eb1d9-efa2-4fac-89b0-e0d6d569f00d {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:04.217588 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738eb1d9-efa2-4fac-89b0-e0d6d569f00d'] response: {'name': 'network-changed', 'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'status': 'completed', 'code': 200} May 27 04:03:04.245121 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-babad7f2-d537-49b6-bc7e-409491099888 req-1e98281b-ebb3-41c6-a733-7e9f71fce50a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0462506 May 27 04:03:04.301036 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-398cda22-202f-41e3-867a-d3648e3c57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.303130 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-398cda22-202f-41e3-867a-d3648e3c57c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 1127 time: 0.0680451 May 27 04:03:04.306410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] Publish callbacks [] for security_group (d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.382697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] Publish callbacks [] for security_group (d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.453550 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-9dc9327f-e563-4ae4-8aa8-90875443cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.453550 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-9dc9327f-e563-4ae4-8aa8-90875443cad5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1415429 May 27 04:03:04.553732 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.556204 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:04.557472 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3 HTTP/1.1" status: 204 len: 168 time: 0.3696306 May 27 04:03:04.561068 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:04.563682 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-6ce8844a-cb08-41c6-a330-2ac86d1f4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.565244 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9ccd912a-dfdc-41c9-a95a-f34b44d75ef1 req-6ce8844a-cb08-41c6-a330-2ac86d1f4e81 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056654 May 27 04:03:04.571685 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93eda4-a310-42ce-b0b4-89565f79c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f81f05-0a83-4e6e-b9ac-0fca9ba462f3,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.642281 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-a800c1d2-8912-415a-b6bf-a5e2262538b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.643788 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-a800c1d2-8912-415a-b6bf-a5e2262538b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 1127 time: 0.0415797 May 27 04:03:04.686191 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-f4b51b30-c63b-4de6-9340-5e064b7d8685 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3 HTTP/1.1" status: 200 len: 217 time: 0.0349195 May 27 04:03:04.766564 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-782555d0-6871-48b1-94b1-9f550eb41a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.768049 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-782555d0-6871-48b1-94b1-9f550eb41a69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0756197 May 27 04:03:04.811195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926339ff-f5d3-4951-8b97-e82c13e98f09 req-8df773e3-292f-4fa7-9b51-753c42e26dfb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.813005 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-926339ff-f5d3-4951-8b97-e82c13e98f09 req-8df773e3-292f-4fa7-9b51-753c42e26dfb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 943 time: 0.0796857 May 27 04:03:04.829567 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-10532a63-b58e-4ac4-9e27-8152525c17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:04.831057 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-10532a63-b58e-4ac4-9e27-8152525c17b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572782 May 27 04:03:04.920931 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-926339ff-f5d3-4951-8b97-e82c13e98f09 req-bdca0cee-97f9-4cb8-865d-1610595a7f75 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005344 May 27 04:03:04.956581 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-8016e7f7-5cb9-4552-a1fa-a498aa72866b service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180387 May 27 04:03:05.017646 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:05.053243 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c05a77b6-bc1b-40ff-b747-c84520a26a15 req-b0a253f2-4e47-4888-bb1f-f84a298f0896 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 May 27 04:03:05.241604 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38228) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:05.255823 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-04954c0d-3957-4045-9c9f-10e7e5f760cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.343270 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-04954c0d-3957-4045-9c9f-10e7e5f760cb admin admin] Publish callbacks [] for security_group (1cf6ea12-bca1-4c2a-be92-4fc7be554dd2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.344486 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d0dc793e-0ebd-4184-bd3f-60d1aae45849 req-94d550f9-5ca9-4a8a-a483-72f5e3fb57d5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0291209 May 27 04:03:05.413673 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-04954c0d-3957-4045-9c9f-10e7e5f760cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cf6ea12-bca1-4c2a-be92-4fc7be554dd2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.454310 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-04954c0d-3957-4045-9c9f-10e7e5f760cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcbf758a9fab48909470e9ba2fa5f9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116492 May 27 04:03:05.455181 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04954c0d-3957-4045-9c9f-10e7e5f760cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf6ea12-bca1-4c2a-be92-4fc7be554dd2,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:05.457057 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38232) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:05.507423 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] Publish callbacks [] for security_group (1cf6ea12-bca1-4c2a-be92-4fc7be554dd2), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.529832 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] Publish callbacks [] for security_group (1cf6ea12-bca1-4c2a-be92-4fc7be554dd2), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.677880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cf6ea12-bca1-4c2a-be92-4fc7be554dd2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.680569 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:05.681742 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cf6ea12-bca1-4c2a-be92-4fc7be554dd2 HTTP/1.1" status: 204 len: 168 time: 0.2229822 May 27 04:03:05.690134 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73867338-b736-4cb5-9917-f059c706b256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf6ea12-bca1-4c2a-be92-4fc7be554dd2,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.037771 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dae806-fb85-43d7-9f4d-db35e754d063 req-36f68854-fe75-448b-82a5-4d8fd805d5c7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:06.039300 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-91dae806-fb85-43d7-9f4d-db35e754d063 req-36f68854-fe75-448b-82a5-4d8fd805d5c7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 943 time: 0.0480700 May 27 04:03:06.089901 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-91dae806-fb85-43d7-9f4d-db35e754d063 req-3fd9cda0-8987-41e0-9f86-bf6f85021a48 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 May 27 04:03:06.354429 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a93d817c-ccbd-4466-862b-47f91c517533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.413426 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38242) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:06.427812 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb41d5a9-7518-43f2-9c66-0bc30a1b1053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.441754 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c6a845b1-9d05-4eac-8972-41ee1c04e47e req-de56fdd8-1f10-4ee4-b446-744232cc5335 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0286379 May 27 04:03:06.504958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb41d5a9-7518-43f2-9c66-0bc30a1b1053 admin admin] Publish callbacks [] for security_group (5298492f-a6e8-42c7-b80c-ae8bdd040db5), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.590915 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb41d5a9-7518-43f2-9c66-0bc30a1b1053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5298492f-a6e8-42c7-b80c-ae8bdd040db5), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.634058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41d5a9-7518-43f2-9c66-0bc30a1b1053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5298492f-a6e8-42c7-b80c-ae8bdd040db5,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.638470 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bb41d5a9-7518-43f2-9c66-0bc30a1b1053 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cc524560b5546b1a1cb6c6a105935db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238402 May 27 04:03:06.641702 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38244) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:06.689667 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] Publish callbacks [] for security_group (5298492f-a6e8-42c7-b80c-ae8bdd040db5), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.711591 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] Publish callbacks [] for security_group (5298492f-a6e8-42c7-b80c-ae8bdd040db5), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.836793 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (5298492f-a6e8-42c7-b80c-ae8bdd040db5), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.839338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:06.840521 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5298492f-a6e8-42c7-b80c-ae8bdd040db5 HTTP/1.1" status: 204 len: 168 time: 0.1985512 May 27 04:03:06.848621 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eff661-9b49-41ca-9f38-60629a5ee644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5298492f-a6e8-42c7-b80c-ae8bdd040db5,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:07.209356 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e963bf4-72e4-49e1-bab9-64a16cf92873 req-2313ea3d-d6cd-4021-98db-35f9a31aa4b9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:07.210879 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9e963bf4-72e4-49e1-bab9-64a16cf92873 req-2313ea3d-d6cd-4021-98db-35f9a31aa4b9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 943 time: 0.0502720 May 27 04:03:07.268194 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9e963bf4-72e4-49e1-bab9-64a16cf92873 req-f462fb73-3037-430b-adfe-3a093e3b7dd0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513556 May 27 04:03:07.544367 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8cbe822c-0a7c-4d79-933e-b338ac4d2fe6 req-2c22d369-175d-4bbc-8085-8f2b508cc49b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0327518 May 27 04:03:08.019194 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:08.041238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:08.062750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-98a5ca19-96d4-453e-808c-7caea234c921 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:08.064925 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-98a5ca19-96d4-453e-808c-7caea234c921 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1156797 May 27 04:03:08.132969 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-6c3b46e6-1bd6-4685-bc6b-64d15ec7e8b5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 379 time: 0.0588679 May 27 04:03:08.141163 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'port': {'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'admin_state_up': True, 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'security_groups': ['9862c1c2-388d-4f48-a180-2f6c17c54fe0']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:08.334774 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Made reservation on behalf of 5e8a7647a47e4ac19972582346dbdcee for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:08.342025 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:08.452104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704d99f-59bd-4958-971b-8f15b9575721 req-f8ab76c7-fa4b-47b1-bdb9-6bc643b3b1de tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:08.453638 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f704d99f-59bd-4958-971b-8f15b9575721 req-f8ab76c7-fa4b-47b1-bdb9-6bc643b3b1de tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 943 time: 0.0826256 May 27 04:03:08.553250 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f704d99f-59bd-4958-971b-8f15b9575721 req-4990ff9a-a84e-4204-8015-9e8cc5ac8eb2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920405 May 27 04:03:08.557350 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.20.0.8 (de7fc298-f8cf-4f7d-b044-b32470c0da30/29aa7454-bf11-40bf-b7c3-1312fb66288b/46365c92-3665-48b7-b204-e2fbbffd7e6f) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:08.650664 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b40c644b-51ec-4ea3-9504-c33c366580dd req-882bf9f5-65c3-495a-9ccd-f4ebcff564e2 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0294824 May 27 04:03:08.705298 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:08.716605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:08.831554 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:08.881232 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:08.888373 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:08.890929 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:03:08.921544 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:08.954659 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:08.958692 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.083262 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-be98a0e2-64d3-46b5-8372-7160015a0ee5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457135 May 27 04:03:09.095777 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Request body: {'port': {'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:09.131835 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-b6fccd56-357b-4387-89ca-85411e9a6579 None None] Provisioning complete for port 46365c92-3665-48b7-b204-e2fbbffd7e6f triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:03:09.132416 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b6fccd56-357b-4387-89ca-85411e9a6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.156673 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2c02fc4d-5513-49f0-a2d4-684178b0bef3 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:03:09.162850 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.308184 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-b6fccd56-357b-4387-89ca-85411e9a6579 None None] Port 46365c92-3665-48b7-b204-e2fbbffd7e6f cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:03:09.323473 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:09.396224 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:09.408402 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'port_id': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'mac_address': 'fa:16:3e:fc:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:03:09.461251 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:03:09.461754 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.476303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c02fc4d-5513-49f0-a2d4-684178b0bef3 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:03:09.476763 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46365c92-3665-48b7-b204-e2fbbffd7e6f {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:03:09.484240 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks [] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.496531 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:09.497053 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Transition to ACTIVE for port object 46365c92-3665-48b7-b204-e2fbbffd7e6f will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:03:09.508589 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce446-cf2b-4c76-93e8-7556bfb23346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.583637 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.583866 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.662551 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:09.674308 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.675232 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.675989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.676592 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.677295 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.680616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.680616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.680616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.680616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.680616 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.682213 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.682989 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.683744 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.684488 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.685300 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:09.733914 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:09.798300 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c5598-45da-4080-a17d-e79f9031ca5c req-764d895e-98ca-4be4-b165-fe5b6d69f6a3 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:09.798788 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f009d21-3074-4f3e-8c36-616635b13aea req-29d26cd4-a83b-4f1e-b2b4-ee5a46ea3b8c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:09.799877 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f07c5598-45da-4080-a17d-e79f9031ca5c req-764d895e-98ca-4be4-b165-fe5b6d69f6a3 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0600278 May 27 04:03:09.800429 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7f009d21-3074-4f3e-8c36-616635b13aea req-29d26cd4-a83b-4f1e-b2b4-ee5a46ea3b8c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 944 time: 0.1485810 May 27 04:03:09.856541 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Attempting to bind port 46365c92-3665-48b7-b204-e2fbbffd7e6f on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:03:09.856748 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f07c5598-45da-4080-a17d-e79f9031ca5c req-74d24421-5cd0-46d7-86a5-c199b828086f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504427 May 27 04:03:09.856903 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Attempting to bind port 46365c92-3665-48b7-b204-e2fbbffd7e6f by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:03:09.857230 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Attempting to bind port 46365c92-3665-48b7-b204-e2fbbffd7e6f on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:03:09.862348 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:09.879370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Port 46365c92-3665-48b7-b204-e2fbbffd7e6f on network de7fc298-f8cf-4f7d-b044-b32470c0da30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:03:09.879370 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Attempting to bind port 46365c92-3665-48b7-b204-e2fbbffd7e6f on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:03:09.885245 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7f009d21-3074-4f3e-8c36-616635b13aea req-4ab4ce8d-0438-4e80-9567-05693745a3e7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735331 May 27 04:03:09.888193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:03:09.888549 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:03:09.888939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Bound using segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:03:09.889379 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Bound port: 46365c92-3665-48b7-b204-e2fbbffd7e6f, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:03:09.889744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:09.894010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['2c02fc4d-5513-49f0-a2d4-684178b0bef3'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:03:09.972865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:09.977489 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:10.128811 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:10.165093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.165707 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:10.167297 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 1093 time: 1.0756588 May 27 04:03:10.169578 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:10.173659 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c9645a-6189-4d2e-9369-212ffd2ae423" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:10.207027 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cb387-c9d2-4683-b75e-edbe28d604c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:10.213917 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c57b6-dce6-4eff-91d7-3f0991c152f7 x-openstack-request-id: req-ec5c57b6-dce6-4eff-91d7-3f0991c152f7 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:10.214196 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:10.214610 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec5c57b6-dce6-4eff-91d7-3f0991c152f7 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:10.216882 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5c57b6-dce6-4eff-91d7-3f0991c152f7'] response: {'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'status': 'completed', 'code': 200} May 27 04:03:10.276114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-2c1578aa-4e10-4077-a263-8d0e728ea3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.279529 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-2c1578aa-4e10-4077-a263-8d0e728ea3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1127 time: 0.0431461 May 27 04:03:10.391501 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-1c0918d8-bfb2-4808-ab0c-a893a0428068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.393053 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-1c0918d8-bfb2-4808-ab0c-a893a0428068 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5e8a7647a47e4ac19972582346dbdcee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1087101 May 27 04:03:10.468148 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:10.493301 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-d2301bc3-ed40-4ce1-9acd-ddb516ad9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.495934 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c8c9645a-6189-4d2e-9369-212ffd2ae423 req-d2301bc3-ed40-4ce1-9acd-ddb516ad9e62 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956237 May 27 04:03:10.573521 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-ebc26f2d-1021-45b6-b656-8fd50ef80169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.575021 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-ebc26f2d-1021-45b6-b656-8fd50ef80169 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1127 time: 0.0415199 May 27 04:03:10.619784 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-96792181-c39f-4035-9f94-20e92446e92b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 217 time: 0.0383236 May 27 04:03:10.673309 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-7d9a9620-86ab-4051-a791-8eb326a9f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.674793 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-7d9a9620-86ab-4051-a791-8eb326a9f6b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0482004 May 27 04:03:10.720935 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-170af993-ee3d-48dc-b0e9-4d7f07e5c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.722463 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-170af993-ee3d-48dc-b0e9-4d7f07e5c2cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413926 May 27 04:03:10.722792 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:10.818389 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-c710d411-501d-4424-8bc6-2dc9f5e9fe57 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881441 May 27 04:03:10.913100 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e9b6a2c4-e7f1-4c41-9a71-e76270c4c4d8 req-8a718515-19d3-4dff-b5b0-966260526320 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882766 May 27 04:03:10.983195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754da263-ab53-4ae7-bf65-b06f23cd28cb req-d4a4e78a-d887-4c69-a162-eeec661ce2bf tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:10.984718 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-754da263-ab53-4ae7-bf65-b06f23cd28cb req-d4a4e78a-d887-4c69-a162-eeec661ce2bf tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0491576 May 27 04:03:11.016377 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa073719-261b-4010-83ec-9c8ae7e993f9 req-5abd9932-e60c-4849-aa30-f47d7a057731 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:11.020530 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa073719-261b-4010-83ec-9c8ae7e993f9 req-5abd9932-e60c-4849-aa30-f47d7a057731 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 944 time: 0.0516729 May 27 04:03:11.041518 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-754da263-ab53-4ae7-bf65-b06f23cd28cb req-5f2c5e1d-9081-4c7f-9e7c-69fb4ee1af45 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501604 May 27 04:03:11.073830 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fa073719-261b-4010-83ec-9c8ae7e993f9 req-715da320-5cab-4ff6-9709-33ae84e3e03f tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494199 May 27 04:03:11.149906 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=78 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:11.154834 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:11.180138 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2c02fc4d-5513-49f0-a2d4-684178b0bef3 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:03:11.201867 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:11.224418 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:03:11.287884 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:03:11.288255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:11.290626 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:11.363547 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:03:11.364655 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:11.386332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:11.388544 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5ba36-5ef9-4525-8322-2b503a96cf25" -d '{"events": [{"server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:11.401708 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:11.425529 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ee5ea5-91ea-4371-bd43-479d5cad7688 x-openstack-request-id: req-59ee5ea5-91ea-4371-bd43-479d5cad7688 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:11.425824 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:11.426080 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59ee5ea5-91ea-4371-bd43-479d5cad7688 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:11.430428 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ee5ea5-91ea-4371-bd43-479d5cad7688'] response: {'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'code': 200} May 27 04:03:11.476243 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:11.526628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:11.657178 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:12.065812 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37595bcc-8baa-4486-9356-f4f310c90559 req-1bbef482-1398-48cc-8a4d-a603f944e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:12.068689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-37595bcc-8baa-4486-9356-f4f310c90559 req-1bbef482-1398-48cc-8a4d-a603f944e55d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 1129 time: 0.0460677 May 27 04:03:12.116486 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:12.122709 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-37595bcc-8baa-4486-9356-f4f310c90559 req-fcb7f8f5-6544-4c4d-8c61-b4a3f4b5eed4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 May 27 04:03:12.173846 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fab09-270f-4e2f-9a9d-c9e540f4190c req-adaf9533-f263-4fc6-aba7-b375e5388b1d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:12.175354 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-337fab09-270f-4e2f-9a9d-c9e540f4190c req-adaf9533-f263-4fc6-aba7-b375e5388b1d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0544548 May 27 04:03:12.199078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4006f24-f8d8-4163-a9d0-b02efef5776e req-288ff544-d423-4e0d-9a49-496092b66846 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:12.200462 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4006f24-f8d8-4163-a9d0-b02efef5776e req-288ff544-d423-4e0d-9a49-496092b66846 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0484076 May 27 04:03:12.229799 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-337fab09-270f-4e2f-9a9d-c9e540f4190c req-308f38ce-9b3f-424c-a32c-242037feaba6 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476964 May 27 04:03:12.251051 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4006f24-f8d8-4163-a9d0-b02efef5776e req-d1d5dc4c-32f0-4c7f-94e8-62690e7b9821 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 May 27 04:03:13.355820 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1123-7252-4920-9348-dde12090a38a req-e49e35fc-9e22-442d-a45f-2defb8fe11dc tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:13.356455 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:13.358319 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-367c1123-7252-4920-9348-dde12090a38a req-e49e35fc-9e22-442d-a45f-2defb8fe11dc tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0510256 May 27 04:03:13.378649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282205-6322-4d5c-8f9f-fbcba06e4e92 req-03e3a4d5-b23c-40a2-b0f3-bec4c43f55c8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:13.381025 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b282205-6322-4d5c-8f9f-fbcba06e4e92 req-03e3a4d5-b23c-40a2-b0f3-bec4c43f55c8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0532532 May 27 04:03:13.417500 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-367c1123-7252-4920-9348-dde12090a38a req-b3ce3610-6085-46ab-83a6-8df8eec714f3 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533977 May 27 04:03:13.431786 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2b282205-6322-4d5c-8f9f-fbcba06e4e92 req-d43a5e47-3cac-4b00-b21e-7db9f9c7424c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447137 May 27 04:03:14.526019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:14.549707 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf879-9bee-429c-ae7b-d0e41d925d2e req-bf884c72-c9ea-4567-b95e-545a2fd04bb1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:14.549707 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c8fbf879-9bee-429c-ae7b-d0e41d925d2e req-bf884c72-c9ea-4567-b95e-545a2fd04bb1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0531428 May 27 04:03:14.560912 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f610-b671-446b-bf3e-f9ab6f70137b req-bcb392b4-e7f0-44dd-95bb-265273fd28ad tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:14.563034 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0059f610-b671-446b-bf3e-f9ab6f70137b req-bcb392b4-e7f0-44dd-95bb-265273fd28ad tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0537469 May 27 04:03:14.588411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:14.597538 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c8fbf879-9bee-429c-ae7b-d0e41d925d2e req-907bdf99-bf50-44f7-b188-707ea60ee50a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467515 May 27 04:03:14.619857 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0059f610-b671-446b-bf3e-f9ab6f70137b req-027e2b4c-1647-4c3d-b44f-152461ba189b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 May 27 04:03:14.737964 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea5361-50e8-404f-873b-4078d42f1488 req-0d29df8c-acdd-488b-ae60-c7fbef441e34 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:14.739711 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bbea5361-50e8-404f-873b-4078d42f1488 req-0d29df8c-acdd-488b-ae60-c7fbef441e34 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0504527 May 27 04:03:14.749231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38366) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:14.753733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'port_id': '2c02fc4d-5513-49f0-a2d4-684178b0bef3'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:14.797445 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:15.232424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:15.287705 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:15.386768 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP b2a106e3-b474-4ced-b896-599a89a1eb72 associated. External IP: 172.27.2.223, port: 2c02fc4d-5513-49f0-a2d4-684178b0bef3. May 27 04:03:15.501588 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:15.550080 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:15.610708 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:03:15.762173 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e074074-c18a-4d7f-adf6-1521beca4bfd req-11ff3ce9-08b1-4e0b-99b7-967e89f583b8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:15.763665 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e074074-c18a-4d7f-adf6-1521beca4bfd req-11ff3ce9-08b1-4e0b-99b7-967e89f583b8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0922709 May 27 04:03:15.765205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:15.770026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:15.776525 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:03:15.787635 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:15.788265 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:03:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:15.824486 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-87c91cca-8e3b-44f5-8067-ba66e7936fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "PUT /v2.0/floatingips/b2a106e3-b474-4ced-b896-599a89a1eb72 HTTP/1.1" status: 200 len: 991 time: 1.0738311 May 27 04:03:15.827674 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:15.830260 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84425130-f716-4ebb-9b0b-f1b8bd604353" -d '{"events": [{"name": "network-changed", "server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:15.851538 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6e074074-c18a-4d7f-adf6-1521beca4bfd req-a11f5e61-06bb-4ec8-b0da-a892c6e7ae3b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782349 May 27 04:03:15.884766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82266efb-2329-4a32-9efd-38253d9eb341 x-openstack-request-id: req-82266efb-2329-4a32-9efd-38253d9eb341 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:15.885278 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:15.885686 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82266efb-2329-4a32-9efd-38253d9eb341 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:15.889114 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82266efb-2329-4a32-9efd-38253d9eb341'] response: {'name': 'network-changed', 'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'status': 'completed', 'code': 200} May 27 04:03:15.920995 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:15.944084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-4452181c-cf4d-46f6-9455-fc398f4a2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:15.945871 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-4452181c-cf4d-46f6-9455-fc398f4a2452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 1129 time: 0.0466900 May 27 04:03:16.043761 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-cf53e60d-04f0-4f5a-b784-ce200b5f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:16.045437 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-cf53e60d-04f0-4f5a-b784-ce200b5f3499 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0917559 May 27 04:03:16.157161 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}, {'id': 'b2a106e3-b474-4ced-b896-599a89a1eb72', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:fc:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:02:57Z', 'updated_at': '2022-05-27T04:03:15Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:16.186633 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:03:16.196951 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:16.197718 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:03:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:16.300311 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:16.388343 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-86c15310-e936-4341-a4b1-627d1692a105 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3 HTTP/1.1" status: 200 len: 999 time: 0.3338420 May 27 04:03:16.435046 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-cc86afb7-b762-4e69-9493-902e6448da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:16.436457 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-cc86afb7-b762-4e69-9493-902e6448da01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0444336 May 27 04:03:16.479458 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-b53f2af5-d16c-4338-9366-60123340bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:16.480970 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-b53f2af5-d16c-4338-9366-60123340bb1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384152 May 27 04:03:16.525905 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}, {'id': 'b2a106e3-b474-4ced-b896-599a89a1eb72', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:fc:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:02:57Z', 'updated_at': '2022-05-27T04:03:15Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:16.550932 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418cec2-1bf6-4ec4-8a23-ff71ca125c88 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}, {'id': 'b2a106e3-b474-4ced-b896-599a89a1eb72', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:fc:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:02:57Z', 'updated_at': '2022-05-27T04:03:15Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:03:16.578704 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-4dab90c5-7db0-4cdc-8129-b01a39017271 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916970 May 27 04:03:16.675827 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-84425130-f716-4ebb-9b0b-f1b8bd604353 req-0e84b870-0b8e-485b-a7f9-6abb8ce1f2e4 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911603 May 27 04:03:16.774254 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fe1dd0-858b-4785-a305-ee103eeb6251 None None] New status for floating IP b2a106e3-b474-4ced-b896-599a89a1eb72: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:03:16.976837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5753-386d-40ca-ae66-113d6fa4d933 req-41d8231a-4124-48e0-abe6-a53b51d8b227 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:16.978276 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-94ef5753-386d-40ca-ae66-113d6fa4d933 req-41d8231a-4124-48e0-abe6-a53b51d8b227 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0543783 May 27 04:03:17.030278 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-94ef5753-386d-40ca-ae66-113d6fa4d933 req-8aa9febb-87a6-4a72-89f0-72eeb4ca0f67 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 May 27 04:03:18.154353 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f865-0a04-4f41-b595-9623ffabf9f6 req-dac13e73-bb93-463f-8154-1217a57bf5a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:18.155832 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1764f865-0a04-4f41-b595-9623ffabf9f6 req-dac13e73-bb93-463f-8154-1217a57bf5a5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0527310 May 27 04:03:18.206027 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1764f865-0a04-4f41-b595-9623ffabf9f6 req-66fe80b9-7f77-4e22-bea8-28229bc64782 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 May 27 04:03:19.225294 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 46365c92-3665-48b7-b204-e2fbbffd7e6f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:03:19.325595 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c744a4d-f2cc-4ec5-a1bd-df9f585e4d67 req-c736147d-7db1-4c21-8418-4cb24be5ade9 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:19.327167 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6c744a4d-f2cc-4ec5-a1bd-df9f585e4d67 req-c736147d-7db1-4c21-8418-4cb24be5ade9 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 943 time: 0.0482490 May 27 04:03:19.329682 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:19.338701 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:19.342035 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:03:19.377210 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6c744a4d-f2cc-4ec5-a1bd-df9f585e4d67 req-2c3d00f8-0f91-4f53-b61b-c47846b76c96 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442781 May 27 04:03:19.378268 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 46365c92-3665-48b7-b204-e2fbbffd7e6f is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:03:19.378721 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:19.393423 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46365c92-3665-48b7-b204-e2fbbffd7e6f {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:03:19.414688 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:19.493383 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:19.545097 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:19.835393 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['46365c92-3665-48b7-b204-e2fbbffd7e6f'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:03:19.890006 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:20.493823 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ebd3-6687-4971-be5f-58a0993b4e15 req-13ac3c92-8cc4-4c1b-a243-1dac6d6bf7c5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:20.495315 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5a16ebd3-6687-4971-be5f-58a0993b4e15 req-13ac3c92-8cc4-4c1b-a243-1dac6d6bf7c5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 944 time: 0.0485947 May 27 04:03:20.499392 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38428) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:20.552947 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-5a16ebd3-6687-4971-be5f-58a0993b4e15 req-bbcd48ca-c92a-4afd-a57e-ea9cfc0f161d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480895 May 27 04:03:20.613028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81377a9e-ef66-4334-81aa-6cafc4c29aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:20.687390 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81377a9e-ef66-4334-81aa-6cafc4c29aab admin admin] Publish callbacks [] for security_group (29fc2e6c-a294-44bb-b641-cce087e7ea80), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:20.756112 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-81377a9e-ef66-4334-81aa-6cafc4c29aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (29fc2e6c-a294-44bb-b641-cce087e7ea80), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:20.800625 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81377a9e-ef66-4334-81aa-6cafc4c29aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc2e6c-a294-44bb-b641-cce087e7ea80,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:20.805952 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-81377a9e-ef66-4334-81aa-6cafc4c29aab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22ed1117e7544bfabbe4153642ed5f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055973 May 27 04:03:20.808662 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38432) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:20.858612 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] Publish callbacks [] for security_group (29fc2e6c-a294-44bb-b641-cce087e7ea80), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:20.881528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] Publish callbacks [] for security_group (29fc2e6c-a294-44bb-b641-cce087e7ea80), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.013878 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (29fc2e6c-a294-44bb-b641-cce087e7ea80), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.016345 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.017538 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29fc2e6c-a294-44bb-b641-cce087e7ea80 HTTP/1.1" status: 204 len: 168 time: 0.2079594 May 27 04:03:21.026384 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73580530-4674-4217-962c-80e2872e2ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc2e6c-a294-44bb-b641-cce087e7ea80,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:21.232535 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 46365c92-3665-48b7-b204-e2fbbffd7e6f up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:03:21.258196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:21.283050 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 46365c92-3665-48b7-b204-e2fbbffd7e6f completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:03:21.350638 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 46365c92-3665-48b7-b204-e2fbbffd7e6f triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:03:21.351067 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.430497 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 46365c92-3665-48b7-b204-e2fbbffd7e6f is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:03:21.430876 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.459705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:21.463834 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c629d6-61e8-43f0-a29d-69516808d369" -d '{"events": [{"server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "name": "network-vif-plugged", "status": "completed", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:21.475843 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:21.502464 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea3355-658b-4b3d-9132-b7f987961b84 x-openstack-request-id: req-5aea3355-658b-4b3d-9132-b7f987961b84 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:21.502759 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "name": "network-vif-plugged", "status": "completed", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:21.503014 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5aea3355-658b-4b3d-9132-b7f987961b84 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:21.503429 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aea3355-658b-4b3d-9132-b7f987961b84'] response: {'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'code': 200} May 27 04:03:21.534168 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:21.583795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:21.674722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa6b9-5165-4414-a118-3fbb7bd8645d req-62851ec1-46a0-4c2c-880e-4faea599b350 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:21.677044 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f71aa6b9-5165-4414-a118-3fbb7bd8645d req-62851ec1-46a0-4c2c-880e-4faea599b350 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0509589 May 27 04:03:21.727813 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-f71aa6b9-5165-4414-a118-3fbb7bd8645d req-a388d571-259a-4a90-95e1-69e9b5ec4022 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453627 May 27 04:03:21.859156 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33438ff-ba32-4d5e-9b6b-5668c7f0ff2c req-6953a953-906f-45d0-a28e-136bd0364f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:21.860610 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f33438ff-ba32-4d5e-9b6b-5668c7f0ff2c req-6953a953-906f-45d0-a28e-136bd0364f5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0410955 May 27 04:03:21.904266 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:21.912638 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f33438ff-ba32-4d5e-9b6b-5668c7f0ff2c req-11e8b5db-906c-4384-969c-279a37a0336c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 27 04:03:22.842592 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde1a80-a60b-4e54-a5c8-13e6740e23d4 req-c6827734-99a5-4276-b280-73e9d8fd6399 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:22.844117 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3fde1a80-a60b-4e54-a5c8-13e6740e23d4 req-c6827734-99a5-4276-b280-73e9d8fd6399 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0483038 May 27 04:03:22.896830 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3fde1a80-a60b-4e54-a5c8-13e6740e23d4 req-611b072d-bfcd-4f5b-9722-b491b77a0277 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469403 May 27 04:03:23.716255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:24.016964 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fd89-2e02-4d5b-9c14-6952928b6df9 req-7c4cfda2-c4e1-4cfd-b4da-1ff1c933fe60 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:24.018370 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9c65fd89-2e02-4d5b-9c14-6952928b6df9 req-7c4cfda2-c4e1-4cfd-b4da-1ff1c933fe60 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0519781 May 27 04:03:24.067536 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9c65fd89-2e02-4d5b-9c14-6952928b6df9 req-f2d1839d-6449-433c-8271-ee92440ca54c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436275 May 27 04:03:24.180959 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd38e2-77eb-4606-93a3-75fc9bb73c52 req-c4e2a2f7-67e5-4c15-a87c-275bef0385f7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:24.184787 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d2dd38e2-77eb-4606-93a3-75fc9bb73c52 req-c4e2a2f7-67e5-4c15-a87c-275bef0385f7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0492647 May 27 04:03:24.233177 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d2dd38e2-77eb-4606-93a3-75fc9bb73c52 req-0100a273-7a4e-41f3-bfba-e7556d790c54 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 May 27 04:03:24.255626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38448) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:24.296918 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a15f48b-585b-4082-8c9f-259888bc030c tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:24.298367 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4a15f48b-585b-4082-8c9f-259888bc030c tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1124 time: 0.0417590 May 27 04:03:24.301061 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38450) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:03:24.305190 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:03:24.439654 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:24.518933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:24.627329 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.27.2.65 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/001ba178-b9fa-48dd-a0b3-6e98cbb9d697) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:24.729228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:24.822783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:24.869939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:24.875068 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:24.877285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=001ba178-b9fa-48dd-a0b3-6e98cbb9d697,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:24.879499 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:03:24.975140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:25.034008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:25.230031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (0cf60f8f-515e-4412-8291-ad4cc164720e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:25.341422 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:25.515940 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:25.570641 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:25.637516 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=001ba178-b9fa-48dd-a0b3-6e98cbb9d697,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:25.649351 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (0cf60f8f-515e-4412-8291-ad4cc164720e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:25.736249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:25.745890 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP 0cf60f8f-515e-4412-8291-ad4cc164720e associated. External IP: 172.27.2.65, port: 46365c92-3665-48b7-b204-e2fbbffd7e6f. May 27 04:03:25.950726 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:03:26.047597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:26.061907 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:26.074462 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:03:26.081741 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:26.082357 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:03:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:26.146744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:26.180302 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bb271539-f98c-4c93-9aba-3116296ea307 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8762209 May 27 04:03:26.180302 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:03:26.182058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:03:26.189308 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:26.218954 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50463c6a-19ba-4313-9023-87d2f52856cf x-openstack-request-id: req-50463c6a-19ba-4313-9023-87d2f52856cf {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:03:26.219243 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:03:26.219494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50463c6a-19ba-4313-9023-87d2f52856cf {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:03:26.219888 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50463c6a-19ba-4313-9023-87d2f52856cf'] response: {'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'status': 'completed', 'code': 200} May 27 04:03:26.283840 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-70b2d361-4b95-4fcb-994f-be6bfca8ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:26.285411 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-70b2d361-4b95-4fcb-994f-be6bfca8ddd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0393291 May 27 04:03:26.292272 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:26.294984 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:26.389160 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-3e60d61d-3eab-4cc0-9701-e7e06edde6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:26.390644 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-3e60d61d-3eab-4cc0-9701-e7e06edde6b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0927749 May 27 04:03:26.403664 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:25Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:26.427982 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:03:26.436872 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:03:26.437471 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:03:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:26.454630 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-c915f5d8-7c72-43fb-b8e9-5d4a7269afe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 998 time: 0.0571945 May 27 04:03:26.507191 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-acb26b5c-4207-4167-8108-86f469371339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:26.508699 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-acb26b5c-4207-4167-8108-86f469371339 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0442274 May 27 04:03:26.539243 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:03:26.557019 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-3c96b3da-d9aa-441a-acf9-47a572463628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:26.558519 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-3c96b3da-d9aa-441a-acf9-47a572463628 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445683 May 27 04:03:26.655026 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-a153b55c-ed04-46e7-b23d-e338ada6caa8 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890436 May 27 04:03:26.756463 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a230ea5c-3993-48a3-9cc9-23fb4ab5bd24 req-3039b760-0065-4255-8db8-d5e0bd19024f service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897141 May 27 04:03:26.841869 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:25Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:26.868438 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3afa67-ed36-48be-8999-55ce432392c4 None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:25Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:03:27.059408 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3415e957-cb67-4ff4-afce-d3a9012be9f9 None None] New status for floating IP 0cf60f8f-515e-4412-8291-ad4cc164720e: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:03:32.718258 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-9fd5a31e-eba6-41d6-afa4-fba9c51d1d10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418992 May 27 04:03:32.801798 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-d5c7bb3d-7d04-4bcc-a22a-32fe4a3a39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:32.803311 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-d5c7bb3d-7d04-4bcc-a22a-32fe4a3a39d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 1130 time: 0.0399113 May 27 04:03:32.914928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-af9b4a24-6f1c-48ea-9927-b8e72e69dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:32.916378 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-af9b4a24-6f1c-48ea-9927-b8e72e69dacf service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0935485 May 27 04:03:32.934078 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:03:32.965941 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:32.982803 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-c9257779-fd21-4f06-9ddf-3e74c0897f07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 200 len: 1002 time: 0.0585682 May 27 04:03:33.032366 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-afea076e-4ad2-4f05-a9be-1f48b5d597d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:33.033871 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-afea076e-4ad2-4f05-a9be-1f48b5d597d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0451751 May 27 04:03:33.083630 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-f09fdd62-f3c2-46eb-b034-2271423f1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:03:33.085181 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-f09fdd62-f3c2-46eb-b034-2271423f1ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439806 May 27 04:03:33.174980 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-b912bafb-8fbd-4843-8d68-39a4ed47392b service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 May 27 04:03:33.202245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:33.273691 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-735556f5-2aeb-4ab7-99e5-59bcb695f895 req-0a705bd7-1536-41ac-b6f4-31d8dc218b93 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912337 May 27 04:03:34.055506 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=72,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:34.063286 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:36.432931 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0413c35b-fd2c-4e7b-b8f0-0888cc234016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:39.473063 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ebbcd0da-8230-462f-b7db-3272cac036a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:40.698414 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:41.636407 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:42.928954 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=40 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:42.929754 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=64 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:43.267741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=24 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:43.268874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:43.398334 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:03:53.277981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:53.279933 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:03:53.695205 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:03.615010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:03.616894 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:06.360744 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b319-f098-4c1a-a33d-83b5e6aae45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:09.494167 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-183e33af-b2a6-4773-bdca-1f444ae1bf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:09.902974 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:09.908144 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:09.932545 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:04:10.720764 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:11.663452 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:13.368313 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:19.969821 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:23.275323 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:23.278348 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:23.720671 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:31.708948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842789-4461-4799-876c-5cff6514efe4 req-c12b91d2-6984-4005-b45b-4fc8fc77b6f9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:31.710425 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fe842789-4461-4799-876c-5cff6514efe4 req-c12b91d2-6984-4005-b45b-4fc8fc77b6f9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0489779 May 27 04:04:31.757320 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-fe842789-4461-4799-876c-5cff6514efe4 req-177a06f3-9404-49b4-929d-ff74a594ca52 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409694 May 27 04:04:32.976933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac224324-1a32-4da4-aada-e95e581b47dd req-e6c8b3e2-b2af-427a-a869-94b1912f3676 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:32.978426 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ac224324-1a32-4da4-aada-e95e581b47dd req-e6c8b3e2-b2af-427a-a869-94b1912f3676 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.1493151 May 27 04:04:33.026767 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-ac224324-1a32-4da4-aada-e95e581b47dd req-0367e065-932e-4a73-a03f-9e70f4685703 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=e91d52e9-3d67-4811-bc89-58511e02a832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 May 27 04:04:33.443982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-960c2ce8-3651-4346-93f3-b0889f36cd7d tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:33.445468 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-960c2ce8-3651-4346-93f3-b0889f36cd7d tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 945 time: 0.0486627 May 27 04:04:33.530435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:04:33.530775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:33.618477 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] For port 2c02fc4d-5513-49f0-a2d4-684178b0bef3, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c02fc4d-5513-49f0-a2d4-684178b0bef3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:33.618842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:33.623067 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:33.624930 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:33.754395 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-85f0e329-4652-4df7-ae57-54b3e2c54588 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442002 May 27 04:04:33.794031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:33.794396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:33.794717 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP b2a106e3-b474-4ced-b896-599a89a1eb72 disassociated. External IP: 172.27.2.223, port: 2c02fc4d-5513-49f0-a2d4-684178b0bef3. May 27 04:04:33.795068 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for 2c02fc4d-5513-49f0-a2d4-684178b0bef3 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:04:33.818745 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-bfac3cfb-ef4d-4576-adb9-b32542b42739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:33.820246 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-bfac3cfb-ef4d-4576-adb9-b32542b42739 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0391688 May 27 04:04:33.926982 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-c88e1c42-4104-485f-a1c2-ba4285ad80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:33.928482 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-c88e1c42-4104-485f-a1c2-ba4285ad80af service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0888259 May 27 04:04:33.990376 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (2c02fc4d-5513-49f0-a2d4-684178b0bef3), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:33.992154 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-1286eeee-a48c-4c3d-a553-f54ab2d90f24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 1000 time: 0.0573823 May 27 04:04:34.028847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=2c02fc4d-5513-49f0-a2d4-684178b0bef3,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:34.037110 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.041937 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.043088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:34.043732 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-c10d3865-a8d6-4934-b76a-210316ea29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:34.045557 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-c10d3865-a8d6-4934-b76a-210316ea29ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0479360 May 27 04:04:34.095052 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-0b900ecc-f210-4405-b726-610377d9e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:34.096817 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-0b900ecc-f210-4405-b726-610377d9e301 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452592 May 27 04:04:34.137287 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-e7f73cef-63de-42f8-bdcc-67ebffeac874 req-948c0564-924c-4d6c-9c13-9db0c0423aac tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0377955 May 27 04:04:34.160246 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:34.213705 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-836063f4-337b-49d3-8dd5-7c7e09857519 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037719 May 27 04:04:34.261193 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:34.265202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:34.275204 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:04:34.287746 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:04:34.288813 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:34.306856 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7f64e7e5-12ae-4306-88f3-940786dd38f2 req-4b20a596-a383-4c9c-8506-d4b6731fee0a service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871172 May 27 04:04:34.316944 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] No DVR routers for this DVR port 2c02fc4d-5513-49f0-a2d4-684178b0bef3 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:04:34.319504 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:34.322989 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-0f0e1e7b-3261-46b7-9949-c88c6b7f409e req-29172c16-3bbe-4f6c-acab-a1d37b4671c0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "DELETE /v2.0/ports/2c02fc4d-5513-49f0-a2d4-684178b0bef3 HTTP/1.1" status: 204 len: 173 time: 0.8723073 May 27 04:04:34.324238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'name': 'network-vif-deleted', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:04:34.327498 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2812f5-2171-4364-8bcb-938337b6d590" -d '{"events": [{"server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "name": "network-vif-deleted", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:04:34.367762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42537a4-2aaf-4c0f-84e4-ed840c2ae60b x-openstack-request-id: req-d42537a4-2aaf-4c0f-84e4-ed840c2ae60b {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:04:34.367762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee", "name": "network-vif-deleted", "tag": "2c02fc4d-5513-49f0-a2d4-684178b0bef3", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:04:34.367762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d42537a4-2aaf-4c0f-84e4-ed840c2ae60b {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:04:34.367762 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42537a4-2aaf-4c0f-84e4-ed840c2ae60b'] response: {'server_uuid': '61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee', 'name': 'network-vif-deleted', 'tag': '2c02fc4d-5513-49f0-a2d4-684178b0bef3', 'status': 'completed', 'code': 200} May 27 04:04:34.410311 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:04:34.631413 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:34.660560 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:04:34.669989 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:04:34.670586 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:34.776817 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:04:34.984886 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:35.009348 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5daa7b-d886-4230-8869-281f362da6b3 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '473ac36e-0cfe-4ee9-bbc1-84162e0142d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:f0:d2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:00:50Z', 'updated_at': '2022-05-27T04:01:06Z', 'revision_number': 2, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:04:35.233774 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e54661-f5d8-43f8-8cb8-cf4a1458a576 None None] New status for floating IP b2a106e3-b474-4ced-b896-599a89a1eb72: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:04:35.256215 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9f7322cf-0b57-493f-b253-0bde84c70b60 req-f600010f-a15d-41ab-9c19-def6527e8b4c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a8fd7e-2e7e-4f7a-ab99-98bb6bd8f4ee HTTP/1.1" status: 200 len: 210 time: 0.0322025 May 27 04:04:35.710102 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2c02fc4d-5513-49f0-a2d4-684178b0bef3 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:04:35.732833 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 2c02fc4d-5513-49f0-a2d4-684178b0bef3 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:04:35.737028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2c02fc4d-5513-49f0-a2d4-684178b0bef3 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:04:36.377312 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f9a7-5c15-4c1f-8fdc-32a1e1a8a9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.442881 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38526) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:37.486919 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:37.500837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (e91d52e9-3d67-4811-bc89-58511e02a832), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.524797 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (e91d52e9-3d67-4811-bc89-58511e02a832), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.612925 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e91d52e9-3d67-4811-bc89-58511e02a832), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.615362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.616597 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/security-groups/e91d52e9-3d67-4811-bc89-58511e02a832 HTTP/1.1" status: 204 len: 168 time: 0.1726291 May 27 04:04:37.619352 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38530) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:37.627464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fdab0-6f94-41de-a56b-fdc6af5f7379 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d52e9-3d67-4811-bc89-58511e02a832,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:37.634177 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.api.v2.resource [None req-74347e3e-6ee8-46d1-bdc2-3592c0ce778a tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] show failed (client error): The resource could not be found. May 27 04:04:37.635050 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-74347e3e-6ee8-46d1-bdc2-3592c0ce778a tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups/e91d52e9-3d67-4811-bc89-58511e02a832 HTTP/1.1" status: 404 len: 347 time: 0.0140040 May 27 04:04:37.643694 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38532) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:37.759528 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port ad74bf8f-bca9-43cb-a177-97efaa7ed781 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:04:37.759886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.835853 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.836176 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (ad74bf8f-bca9-43cb-a177-97efaa7ed781), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:37.849381 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for ad74bf8f-bca9-43cb-a177-97efaa7ed781 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:04:37.929380 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:37.963092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:38.028302 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ad74bf8f-bca9-43cb-a177-97efaa7ed781), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:38.053794 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=ad74bf8f-bca9-43cb-a177-97efaa7ed781,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:38.066300 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.066654 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.066987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.067322 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.067652 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.067981 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.068307 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.068665 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.068992 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.069314 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.069637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.069974 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.070275 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.070592 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.070908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:38.131189 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (b2a106e3-b474-4ced-b896-599a89a1eb72), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:38.133607 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:38.134773 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1cccbfe4-b5ae-4d4f-b770-4abc57dc66ec tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/floatingips/b2a106e3-b474-4ced-b896-599a89a1eb72 HTTP/1.1" status: 204 len: 168 time: 0.4899516 May 27 04:04:39.504694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-03f77c11-9227-4f70-b29c-ebf6da8d9529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:40.715282 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:41.072087 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd52b9-8a0f-43a4-b809-22866a65918d req-b9d57cff-8a67-4e71-b484-bbe18d2cf662 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:41.073819 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47bd52b9-8a0f-43a4-b809-22866a65918d req-b9d57cff-8a67-4e71-b484-bbe18d2cf662 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0551360 May 27 04:04:41.121592 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-47bd52b9-8a0f-43a4-b809-22866a65918d req-103de58f-465d-44f2-98ed-ba4c3e57b1ce tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 May 27 04:04:41.647315 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:42.242285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5208e0-1d55-4155-80d2-2256295e42c6 req-0c30c0fa-23a4-4114-ab8c-1a658a6acac9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:42.243776 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1e5208e0-1d55-4155-80d2-2256295e42c6 req-0c30c0fa-23a4-4114-ab8c-1a658a6acac9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0515676 May 27 04:04:42.291505 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1e5208e0-1d55-4155-80d2-2256295e42c6 req-73467ce4-7bcf-4167-a106-560d203953c2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d4a9d86-7649-4586-a454-7dff63f56923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413706 May 27 04:04:42.766478 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-5b7684fc-f5c8-4715-b2be-982ccf908968 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:42.767906 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-5b7684fc-f5c8-4715-b2be-982ccf908968 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 946 time: 0.0464256 May 27 04:04:42.849524 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:04:42.849953 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:42.943190 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] For port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:42.943553 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.101405 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.101666 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.101975 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP 473ac36e-0cfe-4ee9-bbc1-84162e0142d6 disassociated. External IP: 172.27.2.229, port: 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b. May 27 04:04:43.102313 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:04:43.276605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.284074 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:43.306295 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:43.339026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.394899 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9e572fec-2202-47bf-9cd3-e8d8908b9457 req-4fb0a173-2586-4d04-8663-562d8878c6af tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 210 time: 0.0279791 May 27 04:04:43.425597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:43.433117 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:43.811762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:43.822734 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:04:43.833769 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:04:43.834680 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:43.855185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] No DVR routers for this DVR port 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:04:43.857739 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:43.860932 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-657fa835-7ac9-42c2-9844-6bf2c3c64416 req-da9b3346-2812-4bbe-837d-acb5d22fd940 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "DELETE /v2.0/ports/3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b HTTP/1.1" status: 204 len: 173 time: 1.0874736 May 27 04:04:43.861378 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'name': 'network-vif-deleted', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:04:43.863695 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b937b62a-40a1-49d6-b344-46135e7512de" -d '{"events": [{"server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "name": "network-vif-deleted", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:04:43.903675 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ca3151-b8f0-4289-9efa-a954f1dfa697 x-openstack-request-id: req-a0ca3151-b8f0-4289-9efa-a954f1dfa697 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:04:43.903974 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee32b1a1-15f3-4e2d-856f-1db1f0955614", "name": "network-vif-deleted", "tag": "3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:04:43.904224 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0ca3151-b8f0-4289-9efa-a954f1dfa697 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:04:43.904664 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ca3151-b8f0-4289-9efa-a954f1dfa697'] response: {'server_uuid': 'ee32b1a1-15f3-4e2d-856f-1db1f0955614', 'name': 'network-vif-deleted', 'tag': '3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b', 'status': 'completed', 'code': 200} May 27 04:04:43.948041 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:04:43.975666 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:44.070141 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:44.146370 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:44.173362 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:04:44.185089 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:04:44.185798 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:44.383316 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:04:44.521652 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8b6f5ce4-99a4-4193-b821-86d0423c9eb1 req-b194a33f-89c6-4b15-b11f-dec0fe5d9c62 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee32b1a1-15f3-4e2d-856f-1db1f0955614 HTTP/1.1" status: 200 len: 210 time: 0.0453215 May 27 04:04:44.573171 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:44.597182 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fb5ce-22fb-4c59-aa88-a866ca99612e None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:04:44.834073 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15573c6e-e172-4232-92ec-ddc819b75b45 None None] New status for floating IP 473ac36e-0cfe-4ee9-bbc1-84162e0142d6: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:04:45.706185 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38568) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:45.762472 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (9d4a9d86-7649-4586-a454-7dff63f56923), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:45.787054 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (9d4a9d86-7649-4586-a454-7dff63f56923), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:45.793923 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:04:45.813765 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:04:45.814052 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3dfda389-0d9d-4b12-b4b3-71e3cbe12b2b not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:04:45.902591 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9d4a9d86-7649-4586-a454-7dff63f56923), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:45.905240 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:45.906405 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d4a9d86-7649-4586-a454-7dff63f56923 HTTP/1.1" status: 204 len: 168 time: 0.1992331 May 27 04:04:45.909168 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38570) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:45.915726 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e96fab-bae1-4119-a75d-06ce3b45909e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a9d86-7649-4586-a454-7dff63f56923,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:45.925419 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.api.v2.resource [None req-d6bfc8cd-6627-4473-bb02-fe00fb0b0204 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] show failed (client error): The resource could not be found. May 27 04:04:45.926442 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d6bfc8cd-6627-4473-bb02-fe00fb0b0204 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups/9d4a9d86-7649-4586-a454-7dff63f56923 HTTP/1.1" status: 404 len: 347 time: 0.0162692 May 27 04:04:45.929375 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38572) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:46.041774 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port d7757931-9a81-43fd-bd52-525853a44cf9 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:04:46.042152 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.118006 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.118325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (d7757931-9a81-43fd-bd52-525853a44cf9), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.131540 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for d7757931-9a81-43fd-bd52-525853a44cf9 owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:04:46.325546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (d7757931-9a81-43fd-bd52-525853a44cf9), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.348140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=d7757931-9a81-43fd-bd52-525853a44cf9,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:46.412437 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (473ac36e-0cfe-4ee9-bbc1-84162e0142d6), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.414927 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.416864 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-dcb73f4d-0dcf-4c1f-b35c-815851c81b56 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/floatingips/473ac36e-0cfe-4ee9-bbc1-84162e0142d6 HTTP/1.1" status: 204 len: 168 time: 0.4855065 May 27 04:04:46.553340 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38576) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:46.559830 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504490265', 'description': 'tempest-description--1309739471'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:46.647232 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.718267 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (503951a9-7413-42cf-9668-de77b7a8aeba), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.772644 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (503951a9-7413-42cf-9668-de77b7a8aeba), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.803734 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503951a9-7413-42cf-9668-de77b7a8aeba,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:46.859059 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:46.860319 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-ae1d45bd-52d6-43a9-ad72-6a1fd4fb7312 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3058243 May 27 04:04:46.863230 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38578) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:46.867544 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': '503951a9-7413-42cf-9668-de77b7a8aeba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:46.931164 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:04:46.973728 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (5c01626c-5732-456f-a67f-145b0c6f103c), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.024166 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (5c01626c-5732-456f-a67f-145b0c6f103c), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.081241 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (5c01626c-5732-456f-a67f-145b0c6f103c), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.101327 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01626c-5732-456f-a67f-145b0c6f103c,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:47.167424 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.168721 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-4613c877-3fc5-4c99-b5c2-4d818d8d92e6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045347 May 27 04:04:47.171374 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38580) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:47.175777 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': '503951a9-7413-42cf-9668-de77b7a8aeba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:47.264178 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (1f067608-50bd-4db9-9b0c-adcf2506a838), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.282695 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:47.321748 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (1f067608-50bd-4db9-9b0c-adcf2506a838), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.401832 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (1f067608-50bd-4db9-9b0c-adcf2506a838), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.409420 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:47.420660 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f067608-50bd-4db9-9b0c-adcf2506a838,revision_number=0']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:47.483234 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.484453 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d8b1fd8c-0bf2-4f00-9369-bab123864316 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3121428 May 27 04:04:47.487637 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38582) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:04:47.491921 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:47.584259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.664848 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.766797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.27.2.253 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/ebbab01c-1af2-4d86-9f29-4daeabd2f674) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:47.871092 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.955806 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:47.998273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:48.003232 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:48.005714 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:04:48.008696 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=ebbab01c-1af2-4d86-9f29-4daeabd2f674,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:48.092813 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.173117 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.231107 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:48.348254 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:48.358153 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.412844 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.488195 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=ebbab01c-1af2-4d86-9f29-4daeabd2f674,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:48.497073 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.586177 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:48.587491 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-553511b4-6f3e-4946-ac3e-722bdd1cd757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0987697 May 27 04:04:48.791615 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-0377d24d-a973-41ca-be26-a0bb0b36f496 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--504490265&fields=id&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 267 time: 0.0477867 May 27 04:04:48.902199 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-45b38176-b59d-4a64-bfff-78049410147c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:48.903752 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-45b38176-b59d-4a64-bfff-78049410147c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1052716 May 27 04:04:48.918387 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-63fd823b-eb3e-4aec-a395-4bd2d72fe62f tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/quotas/c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 375 time: 0.0093575 May 27 04:04:48.971997 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-dae96941-13a7-4e9e-84ea-73a484c21dc2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487697 May 27 04:04:49.068879 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-c63182b5-7de4-4e36-9814-19fd6db5c8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 May 27 04:04:49.163749 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-3cf05aaa-0485-4cab-b999-320ffe79f5a0 service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 May 27 04:04:49.434792 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7eed58c7-f045-42fa-8645-28179b525b7a req-ee7129f3-7af0-4efd-a8d7-2462aea551cd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 210 time: 0.0309563 May 27 04:04:50.537358 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-abbddbd7-c850-43f7-8e5a-aa82428490e6 req-db90be47-cd59-417e-9127-1ad6e9057df4 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 210 time: 0.0314181 May 27 04:04:51.341266 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-a72f849f-cc46-46af-b002-ef25d33ab54c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:51.342717 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-a72f849f-cc46-46af-b002-ef25d33ab54c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1049120 May 27 04:04:51.404405 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-dd06c151-d19b-4a92-b2ba-404f1c767b79 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 379 time: 0.0542758 May 27 04:04:51.419777 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'port': {'device_id': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'admin_state_up': True, 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'security_groups': ['503951a9-7413-42cf-9668-de77b7a8aeba']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:51.531361 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:51.635128 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a2efd50e-9aec-49c3-82bb-becd58ff0056 req-af70b02f-abf2-46bb-84a1-ff255a78d9d6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 210 time: 0.0273249 May 27 04:04:51.640641 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:51.643999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:51.668767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:51.773858 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.20.0.10 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/128d35f9-2a64-4556-a4a3-48d9faebab99) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:51.916071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:51.996037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.038704 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:52.045116 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:52.049002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:04:52.075533 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:52.102623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:52.103238 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.192536 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-6867104c-947d-4305-9fee-20201f4b8157 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7774088 May 27 04:04:52.245752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-4ba4ca12-3137-483e-81ed-c63d0ec80a48 None None] Provisioning complete for port 128d35f9-2a64-4556-a4a3-48d9faebab99 triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:04:52.246787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ca12-3137-483e-81ed-c63d0ec80a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.249512 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Request body: {'port': {'device_id': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:04:52.315449 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.351377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:52.405407 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4ca12-3137-483e-81ed-c63d0ec80a48 None None] Port 128d35f9-2a64-4556-a4a3-48d9faebab99 cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:04:52.611608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128d35f9-2a64-4556-a4a3-48d9faebab99 {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:04:52.618893 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks [] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.631774 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Transition to ACTIVE for port object 128d35f9-2a64-4556-a4a3-48d9faebab99 will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:04:52.712037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.749732 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223a59a-635b-4060-accb-0585322485f9 req-4152b1e1-5e5d-4ab2-88d0-79c8758b1c11 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:52.751234 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8223a59a-635b-4060-accb-0585322485f9 req-4152b1e1-5e5d-4ab2-88d0-79c8758b1c11 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 944 time: 0.0470037 May 27 04:04:52.770678 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Pushing event updated for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:52.811000 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8223a59a-635b-4060-accb-0585322485f9 req-2b757f13-003e-442c-aba4-b8cb0ed5a075 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536809 May 27 04:04:52.836669 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:52.848001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Attempting to bind port 128d35f9-2a64-4556-a4a3-48d9faebab99 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:04:52.848580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Attempting to bind port 128d35f9-2a64-4556-a4a3-48d9faebab99 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:04:52.849103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Attempting to bind port 128d35f9-2a64-4556-a4a3-48d9faebab99 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:04:52.853926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Port 128d35f9-2a64-4556-a4a3-48d9faebab99 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:04:52.854305 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Attempting to bind port 128d35f9-2a64-4556-a4a3-48d9faebab99 on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:04:52.859952 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:04:52.860292 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:04:52.860719 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:04:52.861149 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Bound port: 128d35f9-2a64-4556-a4a3-48d9faebab99, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:04:52.861511 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:52.930448 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:52.935708 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=128d35f9-2a64-4556-a4a3-48d9faebab99,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:53.045975 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:53.080722 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.081345 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:53.082714 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] 10.222.0.44 "PUT /v2.0/ports/128d35f9-2a64-4556-a4a3-48d9faebab99 HTTP/1.1" status: 200 len: 1094 time: 0.8833337 May 27 04:04:53.083155 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:04:53.085518 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dbc644-6b62-4e2c-b70e-31bd83150016" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:04:53.116484 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357412f-3c04-41e5-a9d5-f0bb889cfb3e service neutron] Pushing event updated for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:53.126879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2df799-b412-48bb-894c-7b624c515d3c x-openstack-request-id: req-ba2df799-b412-48bb-894c-7b624c515d3c {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:04:53.127170 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:04:53.127424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba2df799-b412-48bb-894c-7b624c515d3c {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:04:53.127823 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2df799-b412-48bb-894c-7b624c515d3c'] response: {'name': 'network-changed', 'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'status': 'completed', 'code': 200} May 27 04:04:53.199652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-986ed11b-b7a4-4505-91c8-5162305ff552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.201249 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-986ed11b-b7a4-4505-91c8-5162305ff552 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 1128 time: 0.0513945 May 27 04:04:53.301003 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-4dbe7a02-6053-42e5-978a-1686a69f9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.302447 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-4dbe7a02-6053-42e5-978a-1686a69f9923 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0942543 May 27 04:04:53.402916 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-87eb79de-0e0b-43e0-b8f4-e00b59b642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.404303 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d7dbc644-6b62-4e2c-b70e-31bd83150016 req-87eb79de-0e0b-43e0-b8f4-e00b59b642b3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955555 May 27 04:04:53.481046 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-64b3ec1a-8da0-4e71-af44-be41b2cb1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.482538 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-64b3ec1a-8da0-4e71-af44-be41b2cb1e33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 1128 time: 0.0399225 May 27 04:04:53.522995 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-463ae40f-b204-47bf-ad45-eb5573c7b447 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=128d35f9-2a64-4556-a4a3-48d9faebab99 HTTP/1.1" status: 200 len: 217 time: 0.0337543 May 27 04:04:53.576030 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-c339a66e-0cd1-48e1-b6f0-b9ea23ca7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.577529 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-c339a66e-0cd1-48e1-b6f0-b9ea23ca7da6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0494466 May 27 04:04:53.619012 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5d35b743-9f4b-4451-8bcf-5fcff2fd5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.621072 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-5d35b743-9f4b-4451-8bcf-5fcff2fd5d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384126 May 27 04:04:53.678413 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:53.692463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:53.711863 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-d82309e3-ef76-4eb7-9768-8682fc5c511c service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 May 27 04:04:53.806184 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c9136bb1-c145-4075-bdd8-297e18ccf03f req-db295bb4-bd3f-4994-bd28-be14b4d5ed38 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878162 May 27 04:04:53.923317 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e9829-49a6-44f0-af20-043fd34d0b69 req-48e4d427-02c0-4588-9d01-3a97594e7695 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:53.924807 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-854e9829-49a6-44f0-af20-043fd34d0b69 req-48e4d427-02c0-4588-9d01-3a97594e7695 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 944 time: 0.0465143 May 27 04:04:54.212432 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-854e9829-49a6-44f0-af20-043fd34d0b69 req-378cdbac-de0e-46a5-97d4-571d95e75bd6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820506 May 27 04:04:55.326805 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4704c-87e7-40b0-8912-56612aa64ef1 req-87970532-4303-4d0e-b2aa-6c0cfbda6a94 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:55.328246 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4c4704c-87e7-40b0-8912-56612aa64ef1 req-87970532-4303-4d0e-b2aa-6c0cfbda6a94 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 944 time: 0.0472140 May 27 04:04:55.376577 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d4c4704c-87e7-40b0-8912-56612aa64ef1 req-834f65ce-4a0b-4271-b251-a03c5dd7ed9b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 May 27 04:04:56.487891 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157064ff-db78-4955-b215-db01adca8ff0 req-e8507e85-a157-449a-b737-7cf2d5a6273b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:56.489357 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-157064ff-db78-4955-b215-db01adca8ff0 req-e8507e85-a157-449a-b737-7cf2d5a6273b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 944 time: 0.0459807 May 27 04:04:56.541562 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-157064ff-db78-4955-b215-db01adca8ff0 req-0dc6fdbc-409f-4448-a834-52d07f1cbbe9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 May 27 04:04:57.667333 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576d532-df25-4c9f-90ee-025ad45b225c req-06267d26-eea4-4c86-8b5b-639bae50fd36 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:57.668911 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6576d532-df25-4c9f-90ee-025ad45b225c req-06267d26-eea4-4c86-8b5b-639bae50fd36 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 944 time: 0.0556645 May 27 04:04:57.704634 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:57.722936 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6576d532-df25-4c9f-90ee-025ad45b225c req-c28387da-fa11-4569-9a1f-20861668d758 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460396 May 27 04:04:57.847597 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 128d35f9-2a64-4556-a4a3-48d9faebab99 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:04:57.954195 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=128d35f9-2a64-4556-a4a3-48d9faebab99,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:57.966187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'port_id': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'mac_address': 'fa:16:3e:27:5c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:04:58.001092 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 128d35f9-2a64-4556-a4a3-48d9faebab99 is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:04:58.001477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:58.014771 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128d35f9-2a64-4556-a4a3-48d9faebab99 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:04:58.035026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=128d35f9-2a64-4556-a4a3-48d9faebab99,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:58.115281 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:04:58.165939 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:58.173416 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.173770 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.174110 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.174449 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.174780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.175107 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.175432 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.175754 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.176078 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.176403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.176748 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.177074 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.177394 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.177711 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.178027 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.425836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['128d35f9-2a64-4556-a4a3-48d9faebab99'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:04:58.839839 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddce1cd-19b2-44cd-a064-df59731dff39 req-d5e34a50-a2ee-4579-bea4-125b11821a02 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:04:58.841380 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ddce1cd-19b2-44cd-a064-df59731dff39 req-d5e34a50-a2ee-4579-bea4-125b11821a02 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 945 time: 0.0481403 May 27 04:04:58.859259 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:58.890827 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-1ddce1cd-19b2-44cd-a064-df59731dff39 req-3d4b318b-3364-4e41-9289-3a55db81575e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 May 27 04:04:59.861882 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 128d35f9-2a64-4556-a4a3-48d9faebab99 up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:04:59.907944 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:04:59.908988 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 128d35f9-2a64-4556-a4a3-48d9faebab99 completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:05:00.009546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a8a76-444f-4502-8eca-c2639fe710d1 req-1915ff2c-afad-4bb5-91b9-a9205b4c8b21 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:00.012665 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cb0a8a76-444f-4502-8eca-c2639fe710d1 req-1915ff2c-afad-4bb5-91b9-a9205b4c8b21 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 945 time: 0.0527892 May 27 04:05:00.012811 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 128d35f9-2a64-4556-a4a3-48d9faebab99 triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:05:00.013206 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:00.034365 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:00.066331 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cb0a8a76-444f-4502-8eca-c2639fe710d1 req-e4577599-abd4-48c1-9bc3-bb0035e64541 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481842 May 27 04:05:00.093181 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 128d35f9-2a64-4556-a4a3-48d9faebab99 is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:05:00.093557 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:00.117623 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:05:00.120297 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be68abfe-74d0-4be8-8bb9-21aee646082b" -d '{"events": [{"server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "name": "network-vif-plugged", "status": "completed", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:05:00.132926 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=128d35f9-2a64-4556-a4a3-48d9faebab99,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:00.159283 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a78a1ae-9480-4a3f-bb2e-b6090b1a070a x-openstack-request-id: req-4a78a1ae-9480-4a3f-bb2e-b6090b1a070a {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:05:00.159698 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "name": "network-vif-plugged", "status": "completed", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:05:00.159909 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a78a1ae-9480-4a3f-bb2e-b6090b1a070a {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:05:00.160299 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a78a1ae-9480-4a3f-bb2e-b6090b1a070a'] response: {'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'code': 200} May 27 04:05:00.223447 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:00.273216 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:00.439641 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5aecf-ff3e-4b49-9d70-bc6f7915e3b6 req-9e3aa8f4-2f71-4b04-af8d-6d35cb6fd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:00.441196 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b2d5aecf-ff3e-4b49-9d70-bc6f7915e3b6 req-9e3aa8f4-2f71-4b04-af8d-6d35cb6fd9dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 1130 time: 0.0421262 May 27 04:05:00.489141 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b2d5aecf-ff3e-4b49-9d70-bc6f7915e3b6 req-785cdda3-d80d-4177-8288-7887ab5e9a79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 May 27 04:05:01.181807 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a9544-afef-4619-b40d-9ca656c91ea1 req-a4923a66-cb11-4197-8f08-b54bfbec7573 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:01.183991 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d96a9544-afef-4619-b40d-9ca656c91ea1 req-a4923a66-cb11-4197-8f08-b54bfbec7573 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0488992 May 27 04:05:01.233612 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-d96a9544-afef-4619-b40d-9ca656c91ea1 req-aab6a052-3983-4526-9e6c-9b26514460c3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441740 May 27 04:05:02.360282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad2ab6-c22b-4b93-bcb0-35ccd24c18ee req-f321180a-9a3d-4b2f-b9b9-f38c426db652 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:02.361836 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-11ad2ab6-c22b-4b93-bcb0-35ccd24c18ee req-f321180a-9a3d-4b2f-b9b9-f38c426db652 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0523443 May 27 04:05:02.409524 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-11ad2ab6-c22b-4b93-bcb0-35ccd24c18ee req-9e410df3-ad88-4f63-a6df-04a965a9a8a2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422511 May 27 04:05:02.519773 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686777fd-a32e-44ed-837a-d18f0ae5b1aa req-afaaeb87-8c83-4319-b950-beeae64c4fd2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:02.521189 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-686777fd-a32e-44ed-837a-d18f0ae5b1aa req-afaaeb87-8c83-4319-b950-beeae64c4fd2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0475812 May 27 04:05:02.530709 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38648) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:05:02.534993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'port_id': '128d35f9-2a64-4556-a4a3-48d9faebab99'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:05:02.575573 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:02.989510 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:03.080417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:03.177289 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP d9d67c65-5aab-4ee8-99a9-ed585b91b2b7 associated. External IP: 172.27.2.253, port: 128d35f9-2a64-4556-a4a3-48d9faebab99. May 27 04:05:03.179958 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:03.277605 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:03.390480 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:05:03.495727 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:05:03.500570 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:03.505229 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:05:03.515556 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:05:03.516173 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:03.530084 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d9c615e6-7946-4f42-b948-8b2be49a7f33 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "PUT /v2.0/floatingips/d9d67c65-5aab-4ee8-99a9-ed585b91b2b7 HTTP/1.1" status: 200 len: 992 time: 0.9983454 May 27 04:05:03.530690 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:05:03.532955 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c287d481-3b41-41bd-9334-5dfe93900558" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:05:03.568966 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db490924-53ac-4461-8b0a-5641db98564a x-openstack-request-id: req-db490924-53ac-4461-8b0a-5641db98564a {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:05:03.569252 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:05:03.569551 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db490924-53ac-4461-8b0a-5641db98564a {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:05:03.569961 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db490924-53ac-4461-8b0a-5641db98564a'] response: {'name': 'network-changed', 'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'status': 'completed', 'code': 200} May 27 04:05:03.623016 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:05:03.627898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d481-3b41-41bd-9334-5dfe93900558 req-5fdc9e9b-2fcf-4475-bb19-f5e4cc44c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:03.629438 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-5fdc9e9b-2fcf-4475-bb19-f5e4cc44c74f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 1130 time: 0.0396163 May 27 04:05:03.724611 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d481-3b41-41bd-9334-5dfe93900558 req-7d14531a-9b15-4455-91a0-1f2b36a396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:03.725773 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-7d14531a-9b15-4455-91a0-1f2b36a396e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0901878 May 27 04:05:03.772143 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:03.788438 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-783e6f3d-6e62-40f4-b68e-415ebdb2567f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=128d35f9-2a64-4556-a4a3-48d9faebab99 HTTP/1.1" status: 200 len: 1000 time: 0.0573208 May 27 04:05:03.836743 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d481-3b41-41bd-9334-5dfe93900558 req-9d016f56-39e3-45cf-9c91-9d584c45b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:03.838197 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-9d016f56-39e3-45cf-9c91-9d584c45b937 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0445232 May 27 04:05:03.839837 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd9d67c65-5aab-4ee8-99a9-ed585b91b2b7', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:27:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:48Z', 'updated_at': '2022-05-27T04:05:02Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:03.864378 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:05:03.873776 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:05:03.874390 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:04:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:03.887622 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d481-3b41-41bd-9334-5dfe93900558 req-3853c1cf-891b-4fab-9431-cca2d7b20656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:03.889149 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-3853c1cf-891b-4fab-9431-cca2d7b20656 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442541 May 27 04:05:03.963290 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:03.977712 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:05:03.980055 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-dfea0341-de95-48ba-9514-360610dc74ec service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 May 27 04:05:04.074046 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c287d481-3b41-41bd-9334-5dfe93900558 req-944b4be0-3d7a-4417-8f86-858891cefb0f service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887392 May 27 04:05:04.195503 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd9d67c65-5aab-4ee8-99a9-ed585b91b2b7', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:27:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:48Z', 'updated_at': '2022-05-27T04:05:02Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:04.221040 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dc14a-c963-4ea0-8bdf-08faba1a95fc None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'd9d67c65-5aab-4ee8-99a9-ed585b91b2b7', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:27:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:48Z', 'updated_at': '2022-05-27T04:05:02Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:05:04.406713 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f425ee-483f-48a0-97b5-17e84752f3e8 None None] New status for floating IP d9d67c65-5aab-4ee8-99a9-ed585b91b2b7: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:05:06.349354 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d632f993-1575-4609-9212-09597a2b9ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:07.239398 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-ce707f47-15b7-4df4-9821-378dcb92be9a req-52af683f-50cd-48f4-970b-64088f8e840a service neutron] (111121) timed out ('10.222.0.44', 53579) {{(pid=111121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:05:09.541834 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0de697d3-d8d2-413c-a7b8-9f55964fcfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:10.749155 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:11.663081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:12.403267 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=10 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:12.406343 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:DELETE=1,neutron:SELECT=90 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:13.326198 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:14.069008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=83 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:14.070884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=71 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:23.271147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:23.301377 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:23.668053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:23.906383 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=24 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:23.910246 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=46 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:23.929654 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:05:33.606259 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:33.608132 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:33.949384 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:36.367719 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-0c034258-aad9-434e-8ed6-72b3f6826158 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396681 May 27 04:05:36.377069 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-05ec3c1b-4ca5-4933-9b5a-eeb0648c1d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:36.455968 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-7ddf9537-0484-4368-b14f-36a5174b4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:36.455968 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-7ddf9537-0484-4368-b14f-36a5174b4a3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0400701 May 27 04:05:36.563529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-95a20ca0-a9f2-49ce-8626-0e85a9c28472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:36.565050 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-95a20ca0-a9f2-49ce-8626-0e85a9c28472 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0895112 May 27 04:05:36.625608 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-b6501b2a-8a77-43fa-9a2a-7c8e2d0757d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 1000 time: 0.0550435 May 27 04:05:36.675297 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-25612232-7374-411b-bd4f-100c2fc62cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:36.676922 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-25612232-7374-411b-bd4f-100c2fc62cbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0455189 May 27 04:05:36.724922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-782d604e-5c9d-438c-b61e-457a0946264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:36.726417 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-782d604e-5c9d-438c-b61e-457a0946264f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442982 May 27 04:05:36.814235 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-4fa1655e-d4e9-494d-bb25-20895bc41167 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818508 May 27 04:05:36.904650 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9f3f93d0-95f2-4ba6-8055-5c4c3fc294dc req-e6cf22a8-bb30-4c5d-a6f6-d9158a381dcb service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 May 27 04:05:39.478637 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e4762630-6a0c-4791-a95d-b1dbb4a354c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:40.718917 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:41.650115 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:43.063469 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-3743db20-7eb8-40c6-bca7-8cac08c80b57 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649248354&fields=id&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 267 time: 0.0446520 May 27 04:05:43.170145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-7748130c-dfa8-4ac5-a9d7-4d71d8cae38c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:43.171568 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-7748130c-dfa8-4ac5-a9d7-4d71d8cae38c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1019197 May 27 04:05:43.186289 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-872612ad-da6b-43b9-a393-dd1237d56d84 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/quotas/5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 375 time: 0.0096104 May 27 04:05:43.235559 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-3b6bd390-c43c-4d60-907b-e6fe42a3beb4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444100 May 27 04:05:43.330281 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-dbe27f2a-9c53-45df-a572-2dc1b5a3bb9b service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 May 27 04:05:43.342125 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:43.423229 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-2c7f712f-20b8-4152-8b39-246dfe8d6f37 service neutron] 10.222.0.58 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871625 May 27 04:05:43.988117 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-8f0003ef-ac74-4a6e-b3ec-bacecbbc9dc7 req-6301bab7-e469-41db-9244-25b8c4de45e1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 210 time: 0.0286934 May 27 04:05:45.087104 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-9e9fdb7d-456a-4b4e-aa98-7f3d966be3be req-02c43f80-2865-4927-b0e7-b235fabf0a1e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 210 time: 0.0300221 May 27 04:05:45.645294 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:45.700750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:45.700750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-a1c81575-74db-429e-8c40-06c58da4fe88 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:45.700750 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-a1c81575-74db-429e-8c40-06c58da4fe88 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 811 time: 0.1031532 May 27 04:05:45.760296 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-d778b754-bd92-4ee5-9976-907f3fd64f41 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8a7647a47e4ac19972582346dbdcee HTTP/1.1" status: 200 len: 379 time: 0.0528054 May 27 04:05:45.768642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'port': {'device_id': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'admin_state_up': True, 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'security_groups': ['9862c1c2-388d-4f48-a180-2f6c17c54fe0']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:05:45.958928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Made reservation on behalf of 5e8a7647a47e4ac19972582346dbdcee for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:45.962919 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.189959 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ed71bdf1-6ad7-41df-adc0-17e853b11714 req-318f94dd-d8e4-481e-87ac-9643848975cf tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 210 time: 0.0299098 May 27 04:05:46.350956 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.20.0.5 (de7fc298-f8cf-4f7d-b044-b32470c0da30/29aa7454-bf11-40bf-b7c3-1312fb66288b/2bd9816b-1982-4917-bdc9-642a7ae4b57b) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:46.491157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.599105 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.640865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:46.646017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:46.649767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:05:46.679679 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:46.693730 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.694077 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.694418 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.694759 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.695090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.695423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.695737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.696059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.696381 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.696854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.697180 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.697511 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.697828 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.698147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.698465 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:46.722882 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:46.723492 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.807085 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-58b06130-c802-4ac0-9615-40d5098897fa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0419600 May 27 04:05:46.818508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Request body: {'port': {'device_id': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:05:46.883998 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.885486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-ff8827e2-baac-432e-8e09-e3e0967b95d3 None None] Provisioning complete for port 2bd9816b-1982-4917-bdc9-642a7ae4b57b triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:05:46.885944 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ff8827e2-baac-432e-8e09-e3e0967b95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:46.886574 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:46.920236 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ff8827e2-baac-432e-8e09-e3e0967b95d3 None None] Port 2bd9816b-1982-4917-bdc9-642a7ae4b57b cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:05:46.970574 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:47.175812 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd9816b-1982-4917-bdc9-642a7ae4b57b {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:05:47.183844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks [] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:47.196767 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Transition to ACTIVE for port object 2bd9816b-1982-4917-bdc9-642a7ae4b57b will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:05:47.287910 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:47.330508 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0dd08-4496-414d-bbac-50a6b5b0d6b6 req-c2d165b3-f5c2-4da7-b8f7-243cc8e16a75 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:47.332035 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-20c0dd08-4496-414d-bbac-50a6b5b0d6b6 req-c2d165b3-f5c2-4da7-b8f7-243cc8e16a75 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 931 time: 0.0754249 May 27 04:05:47.369697 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:47.455383 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-20c0dd08-4496-414d-bbac-50a6b5b0d6b6 req-9775b4e4-60d7-4ce9-ad68-7608b2a5d9b6 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157312 May 27 04:05:47.480122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Attempting to bind port 2bd9816b-1982-4917-bdc9-642a7ae4b57b on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:05:47.480571 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Attempting to bind port 2bd9816b-1982-4917-bdc9-642a7ae4b57b by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:05:47.481017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Attempting to bind port 2bd9816b-1982-4917-bdc9-642a7ae4b57b on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:05:47.485874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Port 2bd9816b-1982-4917-bdc9-642a7ae4b57b on network de7fc298-f8cf-4f7d-b044-b32470c0da30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:05:47.486201 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Attempting to bind port 2bd9816b-1982-4917-bdc9-642a7ae4b57b on network de7fc298-f8cf-4f7d-b044-b32470c0da30 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:05:47.491285 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:05:47.491628 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Checking segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:05:47.492014 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Bound using segment: {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:05:47.492440 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Bound port: 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203b06c6-9360-4bb3-ae6d-e165b3d1d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:05:47.492832 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:47.554498 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:47.557732 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:47.650069 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:47.690377 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:47.691017 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:47.692410 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 200 len: 1093 time: 0.8781421 May 27 04:05:47.692855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:05:47.695175 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a331d00-d3e8-4556-a842-791d66d69831" -d '{"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:05:47.717399 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb259c-f614-48e0-b042-7e295cca42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:47.807882 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c63b0a-411e-40fc-9dd1-b68e78b1c626 x-openstack-request-id: req-f9c63b0a-411e-40fc-9dd1-b68e78b1c626 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:05:47.808177 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:05:47.808432 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9c63b0a-411e-40fc-9dd1-b68e78b1c626 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:05:47.809072 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c63b0a-411e-40fc-9dd1-b68e78b1c626'] response: {'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'status': 'completed', 'code': 200} May 27 04:05:47.856686 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:47.866636 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-da23c93f-c95e-4aba-8a3d-bb6afd1688f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:47.868318 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-da23c93f-c95e-4aba-8a3d-bb6afd1688f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1127 time: 0.0417047 May 27 04:05:47.908714 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-8da69041-eb8e-47b2-b831-243d6680e564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 200 len: 217 time: 0.0343740 May 27 04:05:47.957793 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-31ff0250-4e0f-4ca5-b86a-cc6e5ab82880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:47.959140 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-31ff0250-4e0f-4ca5-b86a-cc6e5ab82880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0452776 May 27 04:05:48.005991 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-3ec96e51-99ba-4c72-9c92-06d65a456567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:48.007456 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-3ec96e51-99ba-4c72-9c92-06d65a456567 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432284 May 27 04:05:48.095386 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-513fe44c-77f0-4ab7-b1ce-56b4cce85856 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 May 27 04:05:48.189890 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-db7dc139-32c7-4dd9-9f43-f6472032a2cd req-400e7645-0653-4b74-b6b6-1835c923ffdb service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 May 27 04:05:48.568969 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb8e7-5884-494c-89b6-52c76ceac138 req-b17b8064-fc2a-497b-a8c5-87bea0c5b14f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:48.570423 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bd5bb8e7-5884-494c-89b6-52c76ceac138 req-b17b8064-fc2a-497b-a8c5-87bea0c5b14f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0479469 May 27 04:05:48.619399 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-bd5bb8e7-5884-494c-89b6-52c76ceac138 req-3613e8eb-2e3e-4d3f-a5e7-e9206cef6e0b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434034 May 27 04:05:49.386429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:49.398979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331d00-d3e8-4556-a842-791d66d69831 req-cc9d0940-0f3c-432d-a149-122307050296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:49.400459 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-cc9d0940-0f3c-432d-a149-122307050296 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1127 time: 0.0404553 May 27 04:05:49.495798 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331d00-d3e8-4556-a842-791d66d69831 req-6ca1842c-4e83-4649-89b1-8441bfcb338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:49.497511 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-6ca1842c-4e83-4649-89b1-8441bfcb338c service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0906773 May 27 04:05:49.541370 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-f93a1c8c-9a3c-4cd3-917d-3c1e26cf6f0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 200 len: 217 time: 0.0334070 May 27 04:05:49.591249 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331d00-d3e8-4556-a842-791d66d69831 req-cbcb8cf2-8f99-44eb-bccc-1832858f54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:49.592659 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-cbcb8cf2-8f99-44eb-bccc-1832858f54b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0432534 May 27 04:05:49.643100 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331d00-d3e8-4556-a842-791d66d69831 req-8f859c66-d568-4295-8c15-4f2657d8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:49.644520 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-8f859c66-d568-4295-8c15-4f2657d8f63f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424037 May 27 04:05:49.733472 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-7f4ccf0c-a7e2-4fe1-9a64-df54958af0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 May 27 04:05:49.736186 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2b39a-748f-4c95-ae94-db258b6d72b4 req-31957b7c-b856-48ee-a4d3-f17f7f4fcb78 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:49.737668 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-22a2b39a-748f-4c95-ae94-db258b6d72b4 req-31957b7c-b856-48ee-a4d3-f17f7f4fcb78 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0491614 May 27 04:05:49.786613 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-22a2b39a-748f-4c95-ae94-db258b6d72b4 req-39378a90-ae8b-4621-afcf-51aaf9bcd25b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 May 27 04:05:49.828205 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1a331d00-d3e8-4556-a842-791d66d69831 req-e2ec463e-85dd-4340-a187-c6e1e363d459 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 May 27 04:05:50.899753 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccf6f-c844-48d2-bb78-615320a9cbdb req-3b90b1ce-6bf7-4d8a-8e86-7dfe1627c1a0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:50.901337 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be1ccf6f-c844-48d2-bb78-615320a9cbdb req-3b90b1ce-6bf7-4d8a-8e86-7dfe1627c1a0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0481844 May 27 04:05:50.956830 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-be1ccf6f-c844-48d2-bb78-615320a9cbdb req-fa8795db-ee6c-4eaf-904f-aaeafe005f94 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491898 May 27 04:05:52.071462 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413eb6b-decb-4049-9801-91b08d63876c req-031a36d6-cf64-4187-91fc-cb7808216695 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:52.072929 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7413eb6b-decb-4049-9801-91b08d63876c req-031a36d6-cf64-4187-91fc-cb7808216695 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0477524 May 27 04:05:52.120450 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7413eb6b-decb-4049-9801-91b08d63876c req-79ab0324-e843-4a01-b037-aecf483262ea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 May 27 04:05:53.223244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:05:53.234037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bfe2f-b11d-4a49-9807-fe1aace82bdf req-b3123fd7-47a0-4d27-8365-5780a4653768 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:53.235566 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-030bfe2f-b11d-4a49-9807-fe1aace82bdf req-b3123fd7-47a0-4d27-8365-5780a4653768 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0479727 May 27 04:05:53.289575 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-030bfe2f-b11d-4a49-9807-fe1aace82bdf req-f7a49054-67e7-48d5-b07d-18b0a8e436d8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 May 27 04:05:53.684246 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:54.402738 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df802a-9146-450b-8c49-d06674f26743 req-fa51b568-d4e7-48b4-8895-86b2ffc834e1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:54.404189 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b5df802a-9146-450b-8c49-d06674f26743 req-fa51b568-d4e7-48b4-8895-86b2ffc834e1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0469513 May 27 04:05:54.455795 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-b5df802a-9146-450b-8c49-d06674f26743 req-1df121a5-7192-439d-a8cb-895eeda10066 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 May 27 04:05:55.573338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acab217-9475-4ad3-99ed-efa5761d9c38 req-593efc62-052a-4640-b54d-41fdf385a60d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:55.574949 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5acab217-9475-4ad3-99ed-efa5761d9c38 req-593efc62-052a-4640-b54d-41fdf385a60d tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0469377 May 27 04:05:55.623260 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-5acab217-9475-4ad3-99ed-efa5761d9c38 req-350ca41b-06c1-4bae-aa9b-55a5e95aa56e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 May 27 04:05:56.732378 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d8646-fe1b-489c-a16a-7b964f50e199 req-ce7d9708-f9aa-40b1-ab41-c19f29c475e9 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:56.733835 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-120d8646-fe1b-489c-a16a-7b964f50e199 req-ce7d9708-f9aa-40b1-ab41-c19f29c475e9 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0451906 May 27 04:05:56.781130 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-120d8646-fe1b-489c-a16a-7b964f50e199 req-3e696e72-5abc-4adb-b676-0c5196e465ea tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 May 27 04:05:57.894219 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da719c-5429-4c14-b7b3-404b8be362c7 req-33880cf9-c8fe-4ac6-9f7e-1d9db879079f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:57.895680 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-86da719c-5429-4c14-b7b3-404b8be362c7 req-33880cf9-c8fe-4ac6-9f7e-1d9db879079f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 943 time: 0.0489683 May 27 04:05:57.943153 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-86da719c-5429-4c14-b7b3-404b8be362c7 req-774a1424-0dde-4cdd-a19c-58835191c4d0 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 May 27 04:05:58.155238 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2bd9816b-1982-4917-bdc9-642a7ae4b57b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:05:58.250696 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:58.261641 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'port_id': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'mac_address': 'fa:16:3e:09:58:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:05:58.297713 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2bd9816b-1982-4917-bdc9-642a7ae4b57b is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:05:58.298010 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:58.310740 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9816b-1982-4917-bdc9-642a7ae4b57b {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:05:58.330104 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:58.409374 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:05:58.456668 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:58.463656 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.464003 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.464589 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.465126 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.465463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.465795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.466121 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.466448 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.466772 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.467093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.467416 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.467739 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.468057 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.468376 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.468720 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:58.776603 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['2bd9816b-1982-4917-bdc9-642a7ae4b57b'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:05:59.059308 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c4fb5-e61a-4ae5-b562-03f4e4abf478 req-7f555857-f2ff-4db3-bdea-7ec547266b85 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:05:59.060749 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ef3c4fb5-e61a-4ae5-b562-03f4e4abf478 req-7f555857-f2ff-4db3-bdea-7ec547266b85 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 944 time: 0.0498555 May 27 04:05:59.112681 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ef3c4fb5-e61a-4ae5-b562-03f4e4abf478 req-f2ae1ab4-6ed1-405c-b54c-09bea4b8b857 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 May 27 04:06:00.169664 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2bd9816b-1982-4917-bdc9-642a7ae4b57b up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:06:00.200665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:00.212830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 2bd9816b-1982-4917-bdc9-642a7ae4b57b completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:06:00.232153 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3cd14-9e3b-4cdb-90eb-550a811635b5 req-4974d007-e428-4832-b32b-ad5a13a7b5a7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:00.233678 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fa3cd14-9e3b-4cdb-90eb-550a811635b5 req-4974d007-e428-4832-b32b-ad5a13a7b5a7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 944 time: 0.0531130 May 27 04:06:00.282855 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6fa3cd14-9e3b-4cdb-90eb-550a811635b5 req-2b352245-950d-4c06-a63f-e609c0311219 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 May 27 04:06:00.289124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 2bd9816b-1982-4917-bdc9-642a7ae4b57b triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:06:00.289499 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:00.311968 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:00.365645 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 2bd9816b-1982-4917-bdc9-642a7ae4b57b is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:06:00.366028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:00.391377 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:06:00.393518 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096b6b8-1efe-4628-b773-1d598cbf2553" -d '{"events": [{"server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:06:00.410878 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:00.472369 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:00.496044 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f3ce8-0473-4e60-a902-c7d3fb1d7b74 x-openstack-request-id: req-7b0f3ce8-0473-4e60-a902-c7d3fb1d7b74 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:06:00.496327 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:06:00.496598 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b0f3ce8-0473-4e60-a902-c7d3fb1d7b74 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:06:00.496999 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0f3ce8-0473-4e60-a902-c7d3fb1d7b74'] response: {'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'code': 200} May 27 04:06:00.522940 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:00.840590 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bee-a821-4a4b-859a-ba8b2fc9d7ca req-41d4a143-3268-40f3-b168-186133dc1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:00.842080 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a8841bee-a821-4a4b-859a-ba8b2fc9d7ca req-41d4a143-3268-40f3-b168-186133dc1099 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1129 time: 0.0400596 May 27 04:06:00.888310 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a8841bee-a821-4a4b-859a-ba8b2fc9d7ca req-d953020c-0438-448c-a067-5d42aece0059 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 May 27 04:06:00.907054 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:00.928454 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:06:01.394555 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dc3f3-ffbc-4eb7-8e58-fb58cf00fc82 req-dc64ebdd-6dcf-4277-9711-65d154842cd8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:01.395991 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7e4dc3f3-ffbc-4eb7-8e58-fb58cf00fc82 req-dc64ebdd-6dcf-4277-9711-65d154842cd8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0462892 May 27 04:06:01.447717 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7e4dc3f3-ffbc-4eb7-8e58-fb58cf00fc82 req-8a6804ae-c622-4af2-83f6-e8c9d82bd673 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462382 May 27 04:06:02.566974 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c575a-8fa4-4f4a-89e0-ce239dabd38e req-0924c108-48cf-4236-a3ed-0199ca706cae tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:02.568427 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-be5c575a-8fa4-4f4a-89e0-ce239dabd38e req-0924c108-48cf-4236-a3ed-0199ca706cae tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0494688 May 27 04:06:02.616752 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-be5c575a-8fa4-4f4a-89e0-ce239dabd38e req-5cb06c71-b5c6-4e72-940d-20ae2cb90564 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 May 27 04:06:03.730882 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b718bf9-f638-4c9b-b669-449f9287c2d8 req-48f4de62-3af6-4299-98f8-b45c3b9f0b7a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:03.732350 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8b718bf9-f638-4c9b-b669-449f9287c2d8 req-48f4de62-3af6-4299-98f8-b45c3b9f0b7a tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0471137 May 27 04:06:03.758071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:03.783128 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8b718bf9-f638-4c9b-b669-449f9287c2d8 req-e4512593-19eb-4984-b9ec-ad33c9255249 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 May 27 04:06:03.895722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a32-44fb-48c1-956c-28fe13aeed52 req-a192cb32-cdf8-4c70-88c0-73dcf0fe9e89 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:03.897284 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c4a22a32-44fb-48c1-956c-28fe13aeed52 req-a192cb32-cdf8-4c70-88c0-73dcf0fe9e89 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0484748 May 27 04:06:03.944855 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c4a22a32-44fb-48c1-956c-28fe13aeed52 req-58fc9f9f-57d2-4a12-a228-66840e6ea547 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 May 27 04:06:03.967264 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38774) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:04.110352 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb96b7-8305-4257-9b0e-cb48509f2498 tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:04.111846 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b6fb96b7-8305-4257-9b0e-cb48509f2498 tempest-TestVolumeBootPattern-1661516871 tempest-TestVolumeBootPattern-1661516871-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1124 time: 0.1436291 May 27 04:06:04.118217 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38778) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:04.122815 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.v2.base [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'port_id': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:04.209375 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:04.286517 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:04.391272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_common [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Allocated IP 172.27.2.132 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/c3290fe7-aeeb-4afe-bc63-d35ee9101ced) {{(pid=111121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:04.394837 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:04.417618 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:04.494063 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:04.586221 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:04.623579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:04.626419 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.base_scheduler [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Resources bound (agent type, host, resource id): {{(pid=111121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:04.629857 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Received port after_create {{(pid=111121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:06:04.665757 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=c3290fe7-aeeb-4afe-bc63-d35ee9101ced,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:04.676855 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.677194 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.677527 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.677859 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.678183 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.678504 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.678826 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.679142 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.679458 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.679776 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.680332 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.680688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.681003 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.681315 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.681626 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:04.985948 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:05.000519 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (8ecae6be-c1eb-4f70-9e2e-15c318b50a8d), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.122710 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), before_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.295815 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), precommit_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.346135 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14855452'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), after_update {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.414369 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event updated for resources: {'Port': ['ID=c3290fe7-aeeb-4afe-bc63-d35ee9101ced,revision_number=2']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:05.422997 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (8ecae6be-c1eb-4f70-9e2e-15c318b50a8d), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.516632 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.db.l3_db [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP 8ecae6be-c1eb-4f70-9e2e-15c318b50a8d associated. External IP: 172.27.2.132, port: 2bd9816b-1982-4917-bdc9-642a7ae4b57b. May 27 04:06:05.608013 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:05.714597 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:05.814453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:05.817349 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:05.828714 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:06:05.837329 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:06:05.837948 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:05:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:05.903851 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:05.938079 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-a64fc218-be2a-4ec0-8e77-0dba92c89cca tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8188384 May 27 04:06:05.938685 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b'}] {{(pid=111121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:06:05.941039 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0785f7119f54d60eeb5b751fa294645ad1a2584c5afa865895abeb6c99e9388d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14426b86-03a5-4397-a00f-73e8c18cbd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b"}]}' {{(pid=111121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:06:06.029143 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:06:06.040956 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a64785-0ce8-4e82-9224-c3d0ac57dc8c x-openstack-request-id: req-40a64785-0ce8-4e82-9224-c3d0ac57dc8c {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:06:06.041446 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b", "status": "completed", "code": 200}]} {{(pid=111121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:06:06.041554 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40a64785-0ce8-4e82-9224-c3d0ac57dc8c {{(pid=111121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:06:06.041954 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a64785-0ce8-4e82-9224-c3d0ac57dc8c'] response: {'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'status': 'completed', 'code': 200} May 27 04:06:06.105692 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-589f8963-50eb-41e6-b68a-7d4472cd5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:06.107230 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-589f8963-50eb-41e6-b68a-7d4472cd5871 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1129 time: 0.0448430 May 27 04:06:06.203535 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-4db51232-f33e-42f3-9dbe-79add08b1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:06.205028 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-4db51232-f33e-42f3-9dbe-79add08b1388 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0912580 May 27 04:06:06.246514 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}, {'id': '8ecae6be-c1eb-4f70-9e2e-15c318b50a8d', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:09:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:04Z', 'updated_at': '2022-05-27T04:06:04Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.267860 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-2df50fbb-570f-4afa-8e45-d7a1ab0c542f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 200 len: 999 time: 0.0565264 May 27 04:06:06.274586 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:06:06.283254 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:06:06.283847 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:05:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.324101 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-6efca247-319f-4e5b-b6e1-11b90581887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:06.325660 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-6efca247-319f-4e5b-b6e1-11b90581887a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0513408 May 27 04:06:06.363323 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd93fb-3151-4c01-807f-0cb04e3a8264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:06.372797 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-a665d438-762b-416c-b9b9-9ffd91becc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:06.374325 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-a665d438-762b-416c-b9b9-9ffd91becc40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424051 May 27 04:06:06.383975 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:06:06.464102 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-a0e79c83-7569-458d-8108-ed229b194647 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 May 27 04:06:06.553503 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:06.557747 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-14426b86-03a5-4397-a00f-73e8c18cbd8e req-a30a3b75-e504-473b-b31a-337f25981681 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876276 May 27 04:06:06.596142 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}, {'id': '8ecae6be-c1eb-4f70-9e2e-15c318b50a8d', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:09:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:04Z', 'updated_at': '2022-05-27T04:06:04Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.619778 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191686c-59d7-4534-ab8d-ab92aa15505a None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}, {'id': '8ecae6be-c1eb-4f70-9e2e-15c318b50a8d', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:09:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:04Z', 'updated_at': '2022-05-27T04:06:04Z', 'revision_number': 0, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:06:06.808124 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d97a5-ae78-420a-b676-e49c0e2409e8 None None] New status for floating IP 8ecae6be-c1eb-4f70-9e2e-15c318b50a8d: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:06:09.500184 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-002d8f40-2346-414b-a041-7b9b4b673235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:10.739849 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:11.688394 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:13.379717 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:15.931774 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:15.935195 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:16.547235 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=52 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:16.598447 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=73 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:16.603253 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:23.693752 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:33.615557 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:33.617511 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:36.356642 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2629f29-4ba2-4367-9e19-a13dec594959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:36.709361 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-849a2438-49da-48c2-89fa-f5198a077f4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396852 May 27 04:06:36.766331 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-94c6471f-26b4-483d-9282-dde1fc3eb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:36.767751 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-94c6471f-26b4-483d-9282-dde1fc3eb218 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 1130 time: 0.0378218 May 27 04:06:36.879626 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-bbac8310-2f54-4afb-bd0a-d3d902573cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:36.881132 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-bbac8310-2f54-4afb-bd0a-d3d902573cfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0945210 May 27 04:06:36.941050 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-6871907e-32ed-4160-8e30-a75b529bfc67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=128d35f9-2a64-4556-a4a3-48d9faebab99 HTTP/1.1" status: 200 len: 1002 time: 0.0534501 May 27 04:06:36.990433 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-d591c7e0-c846-4524-810c-acdbe4e00264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:36.991822 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-d591c7e0-c846-4524-810c-acdbe4e00264 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0453703 May 27 04:06:37.033899 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-54ea1396-b3af-4a07-8ce3-47c5f022f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:37.035630 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-54ea1396-b3af-4a07-8ce3-47c5f022f81c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375547 May 27 04:06:37.123546 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-77041312-fbc1-4a16-9cd1-7ef1da13ca43 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 May 27 04:06:37.215359 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-f81224a9-d40f-4470-a85d-7cc0f60a5ae3 req-5f44ebc6-1add-415f-a721-ecba52bb4b76 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 May 27 04:06:37.908831 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:37.913696 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:37.927073 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:06:39.487665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-28aa9611-1f86-42cc-a9ff-f1651e515468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:40.721995 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:41.647795 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:43.333641 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:45.140732 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fdb99-b3ed-4d32-b408-05516835cf32 req-85ad72be-8719-4adb-bc0b-3384b97d6757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:45.142103 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8e8fdb99-b3ed-4d32-b408-05516835cf32 req-85ad72be-8719-4adb-bc0b-3384b97d6757 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0490022 May 27 04:06:45.188397 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-8e8fdb99-b3ed-4d32-b408-05516835cf32 req-e4f21e38-2912-43bf-905f-41195ed54fcb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 May 27 04:06:46.304344 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6093eb4-aa7d-41f9-ac62-68ec47963d57 req-eb4229fc-b4c4-4eb8-99b6-1c429231f5bb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:46.305869 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d6093eb4-aa7d-41f9-ac62-68ec47963d57 req-eb4229fc-b4c4-4eb8-99b6-1c429231f5bb tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0481594 May 27 04:06:46.354412 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-d6093eb4-aa7d-41f9-ac62-68ec47963d57 req-03dac8e3-584d-4097-942b-e6b4c76add50 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 May 27 04:06:47.055899 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-f560be8f-6ac0-4022-804f-695b1d39aca0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:47.057629 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-f560be8f-6ac0-4022-804f-695b1d39aca0 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0498803 May 27 04:06:47.137926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port 128d35f9-2a64-4556-a4a3-48d9faebab99 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:06:47.138188 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.226246 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] For port 128d35f9-2a64-4556-a4a3-48d9faebab99, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=128d35f9-2a64-4556-a4a3-48d9faebab99,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:47.226608 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.382558 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:47.386387 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.386754 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.387069 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP d9d67c65-5aab-4ee8-99a9-ed585b91b2b7 disassociated. External IP: 172.27.2.253, port: 128d35f9-2a64-4556-a4a3-48d9faebab99. May 27 04:06:47.387417 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for 128d35f9-2a64-4556-a4a3-48d9faebab99 owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:06:47.397155 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:47.492934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca23eb-d282-49e9-be49-a592dc17c813 req-f242b8bd-f782-41f5-8598-6d1ab9df2725 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:47.494922 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-62ca23eb-d282-49e9-be49-a592dc17c813 req-f242b8bd-f782-41f5-8598-6d1ab9df2725 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 946 time: 0.0666859 May 27 04:06:47.573134 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-62ca23eb-d282-49e9-be49-a592dc17c813 req-a4346313-812e-46df-8b01-34a1531b45a3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=503951a9-7413-42cf-9668-de77b7a8aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711405 May 27 04:06:47.629790 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (128d35f9-2a64-4556-a4a3-48d9faebab99), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.656072 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=128d35f9-2a64-4556-a4a3-48d9faebab99,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:47.666089 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.666439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.666979 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.667323 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.667656 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.668008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.668311 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.668675 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.669001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.669741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.669741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.669931 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.670248 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.670570 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.670889 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:47.778237 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:47.879898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:47.889611 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:06:47.900019 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:06:47.900784 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:06:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:47.921999 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] No DVR routers for this DVR port 128d35f9-2a64-4556-a4a3-48d9faebab99 on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:47.924474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:47.927647 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7fc135df-7c2e-45d9-9887-2e26dd5a91ad req-8b9945fb-b7a2-4d80-9da6-fb4211bb988c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "DELETE /v2.0/ports/128d35f9-2a64-4556-a4a3-48d9faebab99 HTTP/1.1" status: 204 len: 173 time: 0.8626812 May 27 04:06:47.928078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'name': 'network-vif-deleted', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:06:47.930592 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7e466-ef13-4cd5-997f-ae9414877772" -d '{"events": [{"server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "name": "network-vif-deleted", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:06:47.971760 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d9291-27b2-47da-a577-d2462fee759e x-openstack-request-id: req-679d9291-27b2-47da-a577-d2462fee759e {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:06:47.972050 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfd03fe-64e7-456a-8df2-34ca81d010f0", "name": "network-vif-deleted", "tag": "128d35f9-2a64-4556-a4a3-48d9faebab99", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:06:47.972300 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-679d9291-27b2-47da-a577-d2462fee759e {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:06:47.972727 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679d9291-27b2-47da-a577-d2462fee759e'] response: {'server_uuid': 'ebfd03fe-64e7-456a-8df2-34ca81d010f0', 'name': 'network-vif-deleted', 'tag': '128d35f9-2a64-4556-a4a3-48d9faebab99', 'status': 'completed', 'code': 200} May 27 04:06:48.007892 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:06:48.207991 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:48.236434 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:06:48.244709 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:06:48.245475 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:06:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:48.343027 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:06:48.523651 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-742f5590-174d-4924-af82-3069d7417a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:48.547386 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f5590-174d-4924-af82-3069d7417a71 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:06:48.696545 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e6038a6e-23ec-4049-b9db-729fe227caeb req-4c25e37d-7d34-4def-b788-3d990c64ace8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebfd03fe-64e7-456a-8df2-34ca81d010f0 HTTP/1.1" status: 200 len: 210 time: 0.0384099 May 27 04:06:48.790946 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9355a1-cda0-4394-b705-add1ba6fe71c None None] New status for floating IP d9d67c65-5aab-4ee8-99a9-ed585b91b2b7: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:06:49.842584 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 38876) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:49.902299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (503951a9-7413-42cf-9668-de77b7a8aeba), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:49.925272 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (503951a9-7413-42cf-9668-de77b7a8aeba), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.036331 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (503951a9-7413-42cf-9668-de77b7a8aeba), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.038877 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.040023 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/security-groups/503951a9-7413-42cf-9668-de77b7a8aeba HTTP/1.1" status: 204 len: 168 time: 0.1964617 May 27 04:06:50.043042 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38878) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:50.049172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879e4da-fde0-4031-ae1d-351a13fee9b7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503951a9-7413-42cf-9668-de77b7a8aeba,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:50.056512 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.api.v2.resource [None req-edb069a1-7581-41bd-93fe-45c8d1a318b3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] show failed (client error): The resource could not be found. May 27 04:06:50.057812 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-edb069a1-7581-41bd-93fe-45c8d1a318b3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups/503951a9-7413-42cf-9668-de77b7a8aeba HTTP/1.1" status: 404 len: 347 time: 0.0135086 May 27 04:06:50.060401 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38880) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:50.169978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port ebbab01c-1af2-4d86-9f29-4daeabd2f674 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:06:50.170314 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.242863 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.243185 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (ebbab01c-1af2-4d86-9f29-4daeabd2f674), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.256723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for ebbab01c-1af2-4d86-9f29-4daeabd2f674 owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:06:50.309545 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:50.442051 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (ebbab01c-1af2-4d86-9f29-4daeabd2f674), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.449384 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:50.467380 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=ebbab01c-1af2-4d86-9f29-4daeabd2f674,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:50.483793 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 128d35f9-2a64-4556-a4a3-48d9faebab99 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:06:50.502873 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 128d35f9-2a64-4556-a4a3-48d9faebab99 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:06:50.503219 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 128d35f9-2a64-4556-a4a3-48d9faebab99 not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:06:50.532623 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (d9d67c65-5aab-4ee8-99a9-ed585b91b2b7), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.535092 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.536237 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-22eee3df-7323-4f36-85a1-e14c451077e1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/floatingips/d9d67c65-5aab-4ee8-99a9-ed585b91b2b7 HTTP/1.1" status: 204 len: 168 time: 0.4747491 May 27 04:06:50.640103 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38884) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:50.644583 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719285028', 'description': 'tempest-description--1952505968'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:50.704781 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.771522 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (c4e05733-fecd-4afa-859a-ec1829903fa3), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.830207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c4e05733-fecd-4afa-859a-ec1829903fa3), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.858871 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e05733-fecd-4afa-859a-ec1829903fa3,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:50.905875 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:50.907173 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-835b1b45-d87b-4ce4-9de1-bba1df288d76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2660553 May 27 04:06:50.909963 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38886) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:50.914256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': 'c4e05733-fecd-4afa-859a-ec1829903fa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:51.014168 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (fbbb8ca5-1200-46a0-896a-5c33d9680c3f), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.061927 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (fbbb8ca5-1200-46a0-896a-5c33d9680c3f), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.127653 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (fbbb8ca5-1200-46a0-896a-5c33d9680c3f), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.144990 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbb8ca5-1200-46a0-896a-5c33d9680c3f,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:51.233015 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.234232 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-fba9429f-b3eb-463f-9a1b-4d209b801daa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233171 May 27 04:06:51.236899 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38888) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:51.241159 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'security_group_rule': {'security_group_id': 'c4e05733-fecd-4afa-859a-ec1829903fa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:51.322005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (34121b14-4e93-4513-aa2c-e721afee9b07), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.378568 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (34121b14-4e93-4513-aa2c-e721afee9b07), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.446646 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792578'] for security_group_rule (34121b14-4e93-4513-aa2c-e721afee9b07), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.467818 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34121b14-4e93-4513-aa2c-e721afee9b07,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:51.552299 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.553809 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2120e1ed-51cd-4d3c-8583-aba540fa8c38 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157475 May 27 04:06:51.556702 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38890) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:06:51.563094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:51.647233 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.723926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:51.815854 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:51.832634 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.27.2.198 (415105c8-4c1d-4e5a-ad0e-083bda21fb32/61ba5977-c310-420d-932b-508e6ad3673b/349f519c-da38-4db3-8c08-252d54b552e8) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:51.858406 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:51.935048 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (349f519c-da38-4db3-8c08-252d54b552e8), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.030230 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (349f519c-da38-4db3-8c08-252d54b552e8), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.072754 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network 415105c8-4c1d-4e5a-ad0e-083bda21fb32 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:52.078710 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:52.082444 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:06:52.104487 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=349f519c-da38-4db3-8c08-252d54b552e8,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:52.170161 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.291752 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (349f519c-da38-4db3-8c08-252d54b552e8), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.426559 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:52.468627 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (349f519c-da38-4db3-8c08-252d54b552e8), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.515691 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (349f519c-da38-4db3-8c08-252d54b552e8), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.851847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=349f519c-da38-4db3-8c08-252d54b552e8,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:52.857744 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.929772 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:52.931049 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4b4d7c4e-c05a-48fb-b092-71254272a777 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3734190 May 27 04:06:53.075997 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-a9576918-f1c8-4b6a-8006-217f06fa4cfd tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1719285028&fields=id&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 267 time: 0.0420661 May 27 04:06:53.181088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-e0500987-81da-473a-bc3d-b23f3fdc0692 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:53.182491 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-e0500987-81da-473a-bc3d-b23f3fdc0692 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1002455 May 27 04:06:53.197047 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-24b9d888-0359-42e3-b1d2-07f2936278c2 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/quotas/c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 375 time: 0.0086420 May 27 04:06:53.243777 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-d0d7bec6-c666-47aa-8d8d-b82684d6fa76 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418258 May 27 04:06:53.377812 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-d046eac3-a3bc-4286-9a76-8da9e52afe79 service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228654 May 27 04:06:53.443115 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:53.470556 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-6dcc45e7-4a18-4fa8-ac58-83f247d8ec73 service neutron] 10.222.0.58 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868297 May 27 04:06:53.689747 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:53.727860 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-01ae72b7-62b9-4d2a-a58c-f0f70be3bfe6 req-db1882b6-74a4-4540-80ee-9df707f440bf tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 210 time: 0.0290613 May 27 04:06:54.824516 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-42eedb76-3c35-44c1-9e0a-37e141a00125 req-5c404231-a383-4dc1-b1c1-1eb630ef410d tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 210 time: 0.0279229 May 27 04:06:55.397090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-7bbc3af8-2e6a-4dd5-a92c-319acbbc7583 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:55.398540 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-7bbc3af8-2e6a-4dd5-a92c-319acbbc7583 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 813 time: 0.1088791 May 27 04:06:55.460797 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-3087fd59-8270-4358-9955-3e8b83a7d6af tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80fc33b8e6b4d359f432ace6c297b80 HTTP/1.1" status: 200 len: 380 time: 0.0527899 May 27 04:06:55.469648 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'port': {'device_id': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'admin_state_up': True, 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'security_groups': ['c4e05733-fecd-4afa-859a-ec1829903fa3']}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:55.654002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Made reservation on behalf of c80fc33b8e6b4d359f432ace6c297b80 for: {'port': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:55.657432 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:55.785142 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_common [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Allocated IP 172.20.0.11 (fa43817f-200f-46d1-ad3d-9ae1a50388d6/7817c784-7588-44b0-9ad5-1a69c1e6d688/3ad2bef8-8e35-4760-b8d7-3292762d449e) {{(pid=111120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:55.843179 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:55.925478 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:55.930735 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-7ea48d9f-beff-42b4-aa58-b4ed71952150 req-327229e2-6cac-450a-ac53-936d6e271966 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 210 time: 0.0281734 May 27 04:06:56.024404 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785700449603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.059762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:56.073042 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 is already hosted by enough agents. {{(pid=111120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:56.078561 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Resources bound (agent type, host, resource id): {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:56.081062 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Received port after_create {{(pid=111120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 04:06:56.085084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event updated for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:56.136398 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:56.137035 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.216623 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-5b10b3b4-f938-4b6d-b8d5-958873c5b550 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512372 May 27 04:06:56.227358 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Request body: {'port': {'device_id': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:06:56.261798 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-67b3f7f3-52e6-4384-a15f-d923894acb8c None None] Provisioning complete for port 3ad2bef8-8e35-4760-b8d7-3292762d449e triggered by entity DHCP. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:06:56.264222 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-67b3f7f3-52e6-4384-a15f-d923894acb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.295354 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.295651 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-67b3f7f3-52e6-4384-a15f-d923894acb8c None None] Port 3ad2bef8-8e35-4760-b8d7-3292762d449e cannot update to ACTIVE because it is not bound. {{(pid=111122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 04:06:56.579442 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad2bef8-8e35-4760-b8d7-3292762d449e {{(pid=111120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:06:56.586835 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks [] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.599279 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.provisioning_blocks [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Transition to ACTIVE for port object 3ad2bef8-8e35-4760-b8d7-3292762d449e will not be triggered until provisioned by entity L2. {{(pid=111120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 04:06:56.681801 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.735502 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=2']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:56.808731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Attempting to bind port 3ad2bef8-8e35-4760-b8d7-3292762d449e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 04:06:56.809060 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Attempting to bind port 3ad2bef8-8e35-4760-b8d7-3292762d449e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 04:06:56.809858 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Attempting to bind port 3ad2bef8-8e35-4760-b8d7-3292762d449e on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:06:56.814976 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Port 3ad2bef8-8e35-4760-b8d7-3292762d449e on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 04:06:56.815303 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Attempting to bind port 3ad2bef8-8e35-4760-b8d7-3292762d449e on network fa43817f-200f-46d1-ad3d-9ae1a50388d6 {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 04:06:56.820429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Checking agent: {'id': '32faef9d-8a03-4e87-aa2f-2dc34dc0795f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'started_at': datetime.datetime(2022, 5, 27, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 04:06:56.820872 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Checking segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:06:56.821258 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Bound using segment: {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'} {{(pid=111120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 04:06:56.821688 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.managers [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Bound port: 3ad2bef8-8e35-4760-b8d7-3292762d449e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c1a68b-38da-42c0-8066-31062040a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6'}}] {{(pid=111120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 04:06:56.822059 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:56.890363 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:56.891614 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, cleared binding levels {{(pid=111120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:56.894661 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:56.962056 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13906932'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:57.001309 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.001933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:06:57.003262 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] 10.222.0.44 "PUT /v2.0/ports/3ad2bef8-8e35-4760-b8d7-3292762d449e HTTP/1.1" status: 200 len: 1094 time: 0.7800648 May 27 04:06:57.007993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:06:57.019438 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:06:57.056849 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7942-7e0a-4b8b-af6f-3836d96c0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=3']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:57.062776 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf2d05-ddf0-405a-912d-e51c5af7e118 x-openstack-request-id: req-3dcf2d05-ddf0-405a-912d-e51c5af7e118 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:06:57.063060 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:06:57.063305 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dcf2d05-ddf0-405a-912d-e51c5af7e118 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:06:57.063694 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcf2d05-ddf0-405a-912d-e51c5af7e118'] response: {'name': 'network-changed', 'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'status': 'completed', 'code': 200} May 27 04:06:57.074660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbc26-d355-4f11-bbd9-4920d3d37f15 req-28e1d8e6-5273-453b-8b8a-a4c756d497f3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.076277 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b07dbc26-d355-4f11-bbd9-4920d3d37f15 req-28e1d8e6-5273-453b-8b8a-a4c756d497f3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 944 time: 0.0772557 May 27 04:06:57.150709 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-b3934d2a-d050-4151-b659-8ecefadc35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.152218 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-b3934d2a-d050-4151-b659-8ecefadc35e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 1128 time: 0.0624149 May 27 04:06:57.155669 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:06:57.177462 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b07dbc26-d355-4f11-bbd9-4920d3d37f15 req-baa35ec7-ea90-496f-a28c-7817513b4b16 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938184 May 27 04:06:57.259766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-707dd8a6-7280-4c25-8584-dcde8476984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.261259 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-707dd8a6-7280-4c25-8584-dcde8476984f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1002436 May 27 04:06:57.359410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-8733dd70-2910-4645-8dc9-1062de5c8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.360873 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-63703b64-6afd-4cd5-be8a-082fd2f9ccf2 req-8733dd70-2910-4645-8dc9-1062de5c8383 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929039 May 27 04:06:57.436177 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-93245944-c7ec-4910-91b6-2afa972499e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.437764 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-93245944-c7ec-4910-91b6-2afa972499e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 1128 time: 0.0415905 May 27 04:06:57.476443 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-039e99e3-1600-445f-abc6-416c4e83cc40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e HTTP/1.1" status: 200 len: 217 time: 0.0326068 May 27 04:06:57.530970 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-ec884a72-49b2-4dbc-9fa9-2fbb87663bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.532402 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-ec884a72-49b2-4dbc-9fa9-2fbb87663bef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0501115 May 27 04:06:57.574183 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-036aa750-0b73-48c7-8bda-2e001f98c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:57.576145 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-036aa750-0b73-48c7-8bda-2e001f98c0eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380163 May 27 04:06:57.663215 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-064c13aa-a9c7-4a63-8066-f27b0e5bf04f service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811541 May 27 04:06:57.756241 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-2aa5b3c9-d661-4770-bfb2-5c3b6ba5b71d req-b2ef337e-0195-41c2-a0bb-01d22e7a947b service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 May 27 04:06:58.295002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e3942-657f-4c77-b186-3c38f4e3c44f req-119245f2-2153-404f-8dd5-4bf890d77a6a tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:58.296465 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-737e3942-657f-4c77-b186-3c38f4e3c44f req-119245f2-2153-404f-8dd5-4bf890d77a6a tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 944 time: 0.0501556 May 27 04:06:58.343887 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-737e3942-657f-4c77-b186-3c38f4e3c44f req-5b004573-8655-4a4b-9964-f07898caffb9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 May 27 04:06:59.457777 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0014-08d0-41b2-9581-43c2fc94b75d req-0b45c0af-6801-4b3e-91f6-51fa4311f98b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:06:59.459278 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e95b0014-08d0-41b2-9581-43c2fc94b75d req-0b45c0af-6801-4b3e-91f6-51fa4311f98b tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 944 time: 0.0482452 May 27 04:06:59.506383 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-e95b0014-08d0-41b2-9581-43c2fc94b75d req-cde338f4-f34d-4c74-8f17-3f5c9a599946 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 May 27 04:07:00.477265 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3ad2bef8-8e35-4760-b8d7-3292762d449e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=111122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 04:07:00.589052 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:00.602743 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Returning: {'device': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'port_id': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'mac_address': 'fa:16:3e:8f:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 04:07:00.626767 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a97ba-9de6-428f-8c0f-5bfad0b62830 req-c3d9a8eb-4ae6-45e7-8e40-cb5ba7eb2a44 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:00.628302 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c42a97ba-9de6-428f-8c0f-5bfad0b62830 req-c3d9a8eb-4ae6-45e7-8e40-cb5ba7eb2a44 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 944 time: 0.0519025 May 27 04:07:00.646707 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 3ad2bef8-8e35-4760-b8d7-3292762d449e is: DOWN; New status is: BUILD {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:07:00.647096 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:00.660098 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad2bef8-8e35-4760-b8d7-3292762d449e {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 04:07:00.675647 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-c42a97ba-9de6-428f-8c0f-5bfad0b62830 req-59523030-054c-483f-b1df-24435ac131f7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 May 27 04:07:00.680276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:00.743881 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:00.792950 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=4']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.801751 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.802099 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.802446 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.802787 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.803374 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.803706 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.804034 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.804360 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.804713 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.805040 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.805364 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.805690 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.806081 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.806409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:00.806758 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:01.062361 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] get_ports_and_sgs() called for port_ids ['3ad2bef8-8e35-4760-b8d7-3292762d449e'] {{(pid=111122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 04:07:01.792652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5a02-f095-4beb-a17a-43f8998369ff req-0397d17c-3472-49c0-a6e9-6c416947b13c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:01.794648 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a9ab5a02-f095-4beb-a17a-43f8998369ff req-0397d17c-3472-49c0-a6e9-6c416947b13c tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 945 time: 0.0509324 May 27 04:07:01.840476 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a9ab5a02-f095-4beb-a17a-43f8998369ff req-6251f505-32ee-47d4-9c8f-e7330e26b121 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 May 27 04:07:02.488705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3ad2bef8-8e35-4760-b8d7-3292762d449e up at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 04:07:02.533830 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning for port 3ad2bef8-8e35-4760-b8d7-3292762d449e completed by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 04:07:02.595549 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Provisioning complete for port 3ad2bef8-8e35-4760-b8d7-3292762d449e triggered by entity L2. {{(pid=111122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 04:07:02.595924 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904901'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), provisioning_complete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:02.635210 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:02.657579 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:02.669910 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Current status of the port 3ad2bef8-8e35-4760-b8d7-3292762d449e is: BUILD; New status is: ACTIVE {{(pid=111122) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 04:07:02.677358 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:02.693258 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:07:02.695562 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b470193265518c50f8af04b96ebef38cd87f0a147fefb26e4f4f57802a09fd29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e0d96-a8af-4845-ad98-94dba01ec62a" -d '{"events": [{"server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "name": "network-vif-plugged", "status": "completed", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:07:02.709197 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:02.732113 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6f4c4-1be6-454b-8634-ba967579d06a x-openstack-request-id: req-9ef6f4c4-1be6-454b-8634-ba967579d06a {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:07:02.732400 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "name": "network-vif-plugged", "status": "completed", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:07:02.732691 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ef6f4c4-1be6-454b-8634-ba967579d06a {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:07:02.733083 dv-cinder-843361-2-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef6f4c4-1be6-454b-8634-ba967579d06a'] response: {'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'code': 200} May 27 04:07:02.796328 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785700972773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785700449621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785700449639'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:02.848166 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Pushing event updated for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=5']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:02.955398 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae45f5-3079-468f-84af-2d34a15bd4cb req-14b66856-39c2-49a8-8328-3c24a1f34dd6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:02.956834 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cdae45f5-3079-468f-84af-2d34a15bd4cb req-14b66856-39c2-49a8-8328-3c24a1f34dd6 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0473738 May 27 04:07:03.007735 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:03.033475 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf3fe9-4353-47f1-b8db-87449d4476e5 req-8bcb0db5-5c51-4346-bf9d-af1576235d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:03.034970 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7bbf3fe9-4353-47f1-b8db-87449d4476e5 req-8bcb0db5-5c51-4346-bf9d-af1576235d1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 1130 time: 0.0640774 May 27 04:07:03.038526 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-cdae45f5-3079-468f-84af-2d34a15bd4cb req-cd2ca353-2768-4612-9db7-8dd00a5ba3b8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750809 May 27 04:07:03.083214 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-7bbf3fe9-4353-47f1-b8db-87449d4476e5 req-95d8ac5f-cd9f-4b63-8d31-9ab670db0c23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 May 27 04:07:04.155310 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93570b8b-3afd-4a18-9db3-9c1c7fe3a16e req-9532e639-5a95-423c-80da-4b2bd57641aa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:04.156819 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-93570b8b-3afd-4a18-9db3-9c1c7fe3a16e req-9532e639-5a95-423c-80da-4b2bd57641aa tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0473726 May 27 04:07:04.210337 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-93570b8b-3afd-4a18-9db3-9c1c7fe3a16e req-4d75f943-a38d-4b6f-b52d-61c566de34b3 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482626 May 27 04:07:05.327468 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f660fd1-3eab-438d-894a-de82d378b163 req-d2d1e80e-ad41-48e0-b46d-ee7d69e20062 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:05.328913 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1f660fd1-3eab-438d-894a-de82d378b163 req-d2d1e80e-ad41-48e0-b46d-ee7d69e20062 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0472939 May 27 04:07:05.376832 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1f660fd1-3eab-438d-894a-de82d378b163 req-991356b6-714e-4f3b-a442-9c83452e7ec7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 May 27 04:07:05.487799 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91760c-53e2-4dc4-8772-d49082b147af req-9f2614c0-26b9-407f-a9b4-dc7c66d28c71 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:05.489351 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-bf91760c-53e2-4dc4-8772-d49082b147af req-9f2614c0-26b9-407f-a9b4-dc7c66d28c71 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0466280 May 27 04:07:05.498207 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38954) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:07:05.502696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Request body: {'floatingip': {'port_id': '3ad2bef8-8e35-4760-b8d7-3292762d449e'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:07:05.539826 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), before_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:05.627820 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:05.950340 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:06.013763 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:06.110993 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP bc629ad7-45fc-4d22-9a28-a08e99e59b9e associated. External IP: 172.27.2.198, port: 3ad2bef8-8e35-4760-b8d7-3292762d449e. May 27 04:07:06.312475 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:07:06.315478 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:06.360569 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-71d3b864-32b4-458c-a63e-98e8627da9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:06.417062 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:07:06.422441 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:06.427270 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:07:06.438280 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:07:06.438901 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:06:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:06.453147 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-0c68e257-75e3-41d3-a2f3-87be3a2a4258 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "PUT /v2.0/floatingips/bc629ad7-45fc-4d22-9a28-a08e99e59b9e HTTP/1.1" status: 200 len: 992 time: 0.9538569 May 27 04:07:06.453733 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:07:06.456308 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af13e3-b34e-4d82-a070-4f08eb772520" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:07:06.492354 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b494cbed-1b48-48a0-8234-3ef8ccf0f268 x-openstack-request-id: req-b494cbed-1b48-48a0-8234-3ef8ccf0f268 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:07:06.492678 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:07:06.492928 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b494cbed-1b48-48a0-8234-3ef8ccf0f268 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:07:06.493330 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b494cbed-1b48-48a0-8234-3ef8ccf0f268'] response: {'name': 'network-changed', 'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'status': 'completed', 'code': 200} May 27 04:07:06.541279 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:07:06.555365 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-a6847ba5-89fc-4ab3-a19c-d0f5c0533632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:06.556905 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-a6847ba5-89fc-4ab3-a19c-d0f5c0533632 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 1130 time: 0.0398266 May 27 04:07:06.654221 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:06.654462 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-26d34e53-834c-40ab-b386-6383115d2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:06.655906 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-26d34e53-834c-40ab-b386-6383115d2771 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 200 len: 914 time: 0.0916965 May 27 04:07:06.668911 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:06.671864 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:06.718638 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-3214dd11-1967-4788-8758-55c1028941e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e HTTP/1.1" status: 200 len: 1000 time: 0.0565176 May 27 04:07:06.768443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-d55fcddc-cb08-42e8-8b3c-71604b10e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:06.769911 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-d55fcddc-cb08-42e8-8b3c-71604b10e7f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 200 len: 852 time: 0.0450332 May 27 04:07:06.816464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-4f92e4ea-4112-481a-889b-0f8c359f37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:06.817986 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-4f92e4ea-4112-481a-889b-0f8c359f37db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa43817f-200f-46d1-ad3d-9ae1a50388d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428298 May 27 04:07:06.841222 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'bc629ad7-45fc-4d22-9a28-a08e99e59b9e', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:8f:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:52Z', 'updated_at': '2022-05-27T04:07:05Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:06.875073 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:07:06.883783 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:07:06.884589 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:06:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:06.908008 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-eb99af5b-8fab-441d-948b-2810d73b5d07 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836718 May 27 04:07:06.986317 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:07:07.002249 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-24af13e3-b34e-4d82-a070-4f08eb772520 req-0bca0e9c-c0e1-441d-a47d-ab5468e833b0 service neutron] 10.222.0.44 "GET /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882609 May 27 04:07:07.198830 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'bc629ad7-45fc-4d22-9a28-a08e99e59b9e', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:8f:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:52Z', 'updated_at': '2022-05-27T04:07:05Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:07.224428 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00b5f-1178-4115-86d4-be4bcf89a024 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': 'bc629ad7-45fc-4d22-9a28-a08e99e59b9e', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'port_id': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'mac_address': 'fa:16:3e:8f:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:52Z', 'updated_at': '2022-05-27T04:07:05Z', 'revision_number': 1, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:07:07.415138 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a9edc6-e71c-495b-a0b2-3c3dabb40ffa None None] New status for floating IP bc629ad7-45fc-4d22-9a28-a08e99e59b9e: ACTIVE {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:07:09.469677 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c40a7e8-6256-406a-b004-c2e35e510145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:10.709722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:11.653074 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:13.344015 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:14.926521 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:07:15.475858 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:15.479863 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:16.996873 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=23 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:16.999758 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=57 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:17.196837 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=43 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:23.275173 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:23.282220 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:23.686579 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:24.922712 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=73 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:33.613435 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:36.395018 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b3164d27-cbd2-4e10-9569-d545eb8e059b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:36.720555 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-802f381b-c24f-48e9-a0d7-b62dacb3df18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411880 May 27 04:07:36.801397 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-5e8c6db4-667e-4378-b36f-7f563ea40070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:36.803100 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-5e8c6db4-667e-4378-b36f-7f563ea40070 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0392733 May 27 04:07:36.908231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-f7b3b3b5-1263-482c-ada7-0a74585c2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:36.909734 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-f7b3b3b5-1263-482c-ada7-0a74585c2bba service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0892670 May 27 04:07:36.977142 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-57c2a886-4555-4e5f-aaae-78afa28d3d13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 1000 time: 0.0599582 May 27 04:07:37.024823 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-ba87c16b-563a-48f7-b3bd-61400cb57f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:37.026747 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-ba87c16b-563a-48f7-b3bd-61400cb57f57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0442529 May 27 04:07:37.074000 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-def6ab13-c8bc-44a3-820b-5c535cb611f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:07:37.075508 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-def6ab13-c8bc-44a3-820b-5c535cb611f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438654 May 27 04:07:37.162009 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-9881ae24-9393-409b-b048-bd7cdf249963 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804598 May 27 04:07:37.516303 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-c1b707a3-1ac4-41fe-88c4-a0741ff5ee90 req-64609d3d-46b7-4f26-a901-99520c22529e service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483672 May 27 04:07:39.485978 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0f62e56a-f3a2-4cc9-9102-3f7f6c6de494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:40.731908 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:41.673254 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:43.348526 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:07:47.512002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=55 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:47.513862 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=46 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:51.902326 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:51.907344 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:51.925521 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:07:53.281195 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:53.283076 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:07:53.685610 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:02.946944 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:02.947802 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:03.622863 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:03.624801 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:05.503393 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 38988) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:05.642198 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port c3290fe7-aeeb-4afe-bc63-d35ee9101ced {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:05.642541 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:05.717079 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:05.717406 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:05.730305 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for c3290fe7-aeeb-4afe-bc63-d35ee9101ced owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:05.947992 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (c3290fe7-aeeb-4afe-bc63-d35ee9101ced), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:05.975682 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=c3290fe7-aeeb-4afe-bc63-d35ee9101ced,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:05.987783 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.988128 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.988464 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.988821 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.989150 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.989476 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.989795 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.990114 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.990434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.990752 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.991078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.991395 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.991709 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.992021 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:05.992416 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:06.047195 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (8ecae6be-c1eb-4f70-9e2e-15c318b50a8d), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:06.047518 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP 8ecae6be-c1eb-4f70-9e2e-15c318b50a8d disassociated (deleted). External IP: 172.27.2.132, port: 2bd9816b-1982-4917-bdc9-642a7ae4b57b. May 27 04:08:06.241164 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:06.342939 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:06.345838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:06.351409 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:06.355660 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:06.365479 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-edb3fd08-f8e9-4a7c-96f0-d85b5f5319be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:06.366559 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:06.367243 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:07:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:06.387580 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-ac223611-95e4-4d2c-8a34-a67d8f9670d1 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "DELETE /v2.0/floatingips/8ecae6be-c1eb-4f70-9e2e-15c318b50a8d HTTP/1.1" status: 204 len: 168 time: 0.8831484 May 27 04:08:06.388202 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:08:06.390646 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:08:06.434288 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af026c64-4705-4fd6-942c-e56a0ac04a01 x-openstack-request-id: req-af026c64-4705-4fd6-942c-e56a0ac04a01 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:08:06.434528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:08:06.434778 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af026c64-4705-4fd6-942c-e56a0ac04a01 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:08:06.435178 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af026c64-4705-4fd6-942c-e56a0ac04a01'] response: {'name': 'network-changed', 'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'status': 'completed', 'code': 200} May 27 04:08:06.472248 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:06.491727 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:06.500172 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-9656dfe8-9f40-46c9-9fe7-be0ebd63434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:06.501921 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-9656dfe8-9f40-46c9-9fe7-be0ebd63434a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 1129 time: 0.0474899 May 27 04:08:06.596424 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-ddc0f0fa-d826-49e6-9d6f-a926f0c45da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:06.597935 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-ddc0f0fa-d826-49e6-9d6f-a926f0c45da4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0902092 May 27 04:08:06.638587 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-a26e0815-7b11-4eae-9378-edb5fab7fdfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 200 len: 217 time: 0.0345821 May 27 04:08:06.685983 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:06.688694 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-f36ff7a3-da62-44fd-8967-e5367991c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:06.690810 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-f36ff7a3-da62-44fd-8967-e5367991c697 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0454259 May 27 04:08:06.715418 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:06.724192 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:06.724836 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:07:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:06.739293 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-316028af-553e-41a5-a8a4-6df5d6a60b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:06.740857 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-316028af-553e-41a5-a8a4-6df5d6a60b74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448816 May 27 04:08:06.845325 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55739a46-7433-4f67-a0c3-0d45f66038b3 req-b29acb38-fe6c-4f0c-93b3-cac5de7681a7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:06.846740 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-55739a46-7433-4f67-a0c3-0d45f66038b3 req-b29acb38-fe6c-4f0c-93b3-cac5de7681a7 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0841062 May 27 04:08:06.858652 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:06.899066 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-55739a46-7433-4f67-a0c3-0d45f66038b3 req-6e009a64-df9b-4118-877e-c1ed0f6d46a8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 May 27 04:08:07.069543 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:07.100023 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffdbf6-d5fb-4e3c-a3f0-974b967646bd None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_floatingips': [{'id': '0cf60f8f-515e-4412-8291-ad4cc164720e', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'router_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'port_id': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'mac_address': 'fa:16:3e:96:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:25Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 1, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:07.312734 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f377f79-a2ff-4e52-bca2-453fddc58716 None None] New status for floating IP 8ecae6be-c1eb-4f70-9e2e-15c318b50a8d: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:08:07.833807 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-b4394efc-578b-4004-995b-92f552f461a6 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 May 27 04:08:07.943548 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-56bebc35-f6d5-4f32-b67f-9e3f7851e8fb req-5cbbaf5b-3f0c-4bbf-b4d5-5c03bb336026 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846295 May 27 04:08:08.028080 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382bef3-d09f-43c5-9c20-4b3a6dc6165b req-771f76ef-4cfd-4a7f-8752-c6789780a86b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:08.029578 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9382bef3-d09f-43c5-9c20-4b3a6dc6165b req-771f76ef-4cfd-4a7f-8752-c6789780a86b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0507607 May 27 04:08:08.079197 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9382bef3-d09f-43c5-9c20-4b3a6dc6165b req-f262a37c-2c0b-4d43-952f-bdb3624ca04b tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440941 May 27 04:08:08.544718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19607ee6-e835-493d-b06f-6352fb92963b req-23b3dda6-a4ff-43b6-8bd8-6053534d353c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:08.551496 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-19607ee6-e835-493d-b06f-6352fb92963b req-23b3dda6-a4ff-43b6-8bd8-6053534d353c tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 945 time: 0.0479107 May 27 04:08:08.632342 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port 2bd9816b-1982-4917-bdc9-642a7ae4b57b {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:08.632708 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:08.720547 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] For port 2bd9816b-1982-4917-bdc9-642a7ae4b57b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2bd9816b-1982-4917-bdc9-642a7ae4b57b,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:08.720908 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:08.737188 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for 2bd9816b-1982-4917-bdc9-642a7ae4b57b owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:08.796587 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:08.914005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (2bd9816b-1982-4917-bdc9-642a7ae4b57b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:08.943225 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=2bd9816b-1982-4917-bdc9-642a7ae4b57b,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:08.990736 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] No DVR routers for this DVR port 2bd9816b-1982-4917-bdc9-642a7ae4b57b on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:08.993235 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:08.997314 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-19607ee6-e835-493d-b06f-6352fb92963b req-f8682ff8-0396-4495-a4d2-ec3e8358938f tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "DELETE /v2.0/ports/2bd9816b-1982-4917-bdc9-642a7ae4b57b HTTP/1.1" status: 204 len: 173 time: 0.4455914 May 27 04:08:08.997752 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'name': 'network-vif-deleted', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:08:08.999964 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0b88fd-d5a4-45a9-9203-5ed8fac90d56" -d '{"events": [{"server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "name": "network-vif-deleted", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:08:09.035177 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddfede4-2253-4a6e-97fe-b1a645d4c9c2 x-openstack-request-id: req-4ddfede4-2253-4a6e-97fe-b1a645d4c9c2 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:08:09.035467 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c998ad-2b69-4c5b-a99b-ed2ff081c989", "name": "network-vif-deleted", "tag": "2bd9816b-1982-4917-bdc9-642a7ae4b57b", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:08:09.035717 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ddfede4-2253-4a6e-97fe-b1a645d4c9c2 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:08:09.036111 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddfede4-2253-4a6e-97fe-b1a645d4c9c2'] response: {'server_uuid': '03c998ad-2b69-4c5b-a99b-ed2ff081c989', 'name': 'network-vif-deleted', 'tag': '2bd9816b-1982-4917-bdc9-642a7ae4b57b', 'status': 'completed', 'code': 200} May 27 04:08:09.176653 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-6127d3b8-a993-4df4-82a2-8f6c59f16c44 req-c8f38173-0296-453b-b385-44468bacf1d8 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 210 time: 0.0295818 May 27 04:08:09.519746 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bb8d91d8-3c96-43f9-9726-5b9570774227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:10.289293 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-1dca6710-9124-477a-a1e8-5dd4ff39e15c req-20c9bcc4-0137-4e22-a528-9dcae00c1f16 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=03c998ad-2b69-4c5b-a99b-ed2ff081c989 HTTP/1.1" status: 200 len: 210 time: 0.0305078 May 27 04:08:10.736885 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:11.725547 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:12.815385 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2bd9816b-1982-4917-bdc9-642a7ae4b57b no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:12.833782 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 2bd9816b-1982-4917-bdc9-642a7ae4b57b {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:12.834118 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 2bd9816b-1982-4917-bdc9-642a7ae4b57b not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:13.379836 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:13.763984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39034) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:13.874926 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:13.903864 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port 001ba178-b9fa-48dd-a0b3-6e98cbb9d697 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:13.904218 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:13.982490 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:13.982811 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:13.996054 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for 001ba178-b9fa-48dd-a0b3-6e98cbb9d697 owned by network:floatingip {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:14.225680 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (001ba178-b9fa-48dd-a0b3-6e98cbb9d697), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:14.250371 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=001ba178-b9fa-48dd-a0b3-6e98cbb9d697,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:14.312649 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (0cf60f8f-515e-4412-8291-ad4cc164720e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:14.312973 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Floating IP 0cf60f8f-515e-4412-8291-ad4cc164720e disassociated (deleted). External IP: 172.27.2.65, port: 46365c92-3665-48b7-b204-e2fbbffd7e6f. May 27 04:08:14.504396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:14.543231 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:14.606182 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:14.610912 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:14.615453 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:14.642169 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-149bfd32-44ee-4875-b401-770475d86875 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "DELETE /v2.0/floatingips/0cf60f8f-515e-4412-8291-ad4cc164720e HTTP/1.1" status: 204 len: 168 time: 0.8770473 May 27 04:08:14.643037 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:08:14.645468 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:08:14.684407 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219f8042-1238-4535-9fa9-cce4eab91803 x-openstack-request-id: req-219f8042-1238-4535-9fa9-cce4eab91803 {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:08:14.684731 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:08:14.685001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-219f8042-1238-4535-9fa9-cce4eab91803 {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:08:14.685395 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219f8042-1238-4535-9fa9-cce4eab91803'] response: {'name': 'network-changed', 'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'status': 'completed', 'code': 200} May 27 04:08:14.712338 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:14.712988 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:14.751902 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-602d248b-3a5d-487d-b65a-202d7728592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:14.753543 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-602d248b-3a5d-487d-b65a-202d7728592c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8a7647a47e4ac19972582346dbdcee&device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 1129 time: 0.0413320 May 27 04:08:14.812745 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:14.813420 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:14.850588 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-633cecb4-c78d-4496-a5a5-9c61e45cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:14.852059 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-633cecb4-c78d-4496-a5a5-9c61e45cb0a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 200 len: 912 time: 0.0912952 May 27 04:08:14.891180 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-1d7d3622-0dde-4977-b16a-16472e527268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 200 len: 217 time: 0.0334501 May 27 04:08:14.946696 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-0b0ac3d4-fd98-4dd7-892b-a1523c9838f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:14.948154 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-0b0ac3d4-fd98-4dd7-892b-a1523c9838f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 200 len: 850 time: 0.0447788 May 27 04:08:14.949287 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:14.955310 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:14.999810 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-f9a64bcd-7847-4646-b22a-0b3f6dad03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:15.001369 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-f9a64bcd-7847-4646-b22a-0b3f6dad03ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de7fc298-f8cf-4f7d-b044-b32470c0da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472810 May 27 04:08:15.009111 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:15.036918 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:15.046604 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:15.047202 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:15.068632 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec017bcc-cf32-45d6-b8ff-989ab21e282f req-6f84c560-80c1-43d1-a132-bc57003e1231 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:15.070045 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ec017bcc-cf32-45d6-b8ff-989ab21e282f req-6f84c560-80c1-43d1-a132-bc57003e1231 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0518167 May 27 04:08:15.120055 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ec017bcc-cf32-45d6-b8ff-989ab21e282f req-93785cd5-33ed-4e70-9a0c-8e2059440be4 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 May 27 04:08:15.145535 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:15.326096 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:15.349760 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3315a-d8e1-46f6-852e-16134e9c7502 None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:29Z', 'revision_number': 4, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '8df7057b-fb59-4d63-895c-aaff713ff584', 'name': '', 'network_id': 'de7fc298-f8cf-4f7d-b044-b32470c0da30', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'mac_address': 'fa:16:3e:f4:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:29Z', 'updated_at': '2022-05-27T03:59:34Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'subnets': [{'id': '29aa7454-bf11-40bf-b7c3-1312fb66288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:15.565664 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8eb779-d5db-466e-a25f-145c9edcd04a None None] New status for floating IP 0cf60f8f-515e-4412-8291-ad4cc164720e: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:08:16.145853 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-edeb64be-3c37-458b-8e1e-12c0135f3ca4 service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850313 May 27 04:08:16.273762 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327edb05-7655-4e0c-89af-e76430f7d43e req-eb109d9f-01b9-4d4f-a68c-6d176063e1cd tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:16.275220 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-327edb05-7655-4e0c-89af-e76430f7d43e req-eb109d9f-01b9-4d4f-a68c-6d176063e1cd tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0845206 May 27 04:08:16.320270 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-3501c4a5-a46a-457a-abc6-ad4f6cf643b4 req-5a258f7a-0d5f-47bd-a216-22357a4fd52b service neutron] 10.222.0.44 "GET /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488073 May 27 04:08:16.345133 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-327edb05-7655-4e0c-89af-e76430f7d43e req-6ba82b5b-a9e5-4d1c-8e95-29ab90ea84f5 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/security-groups?id=9862c1c2-388d-4f48-a180-2f6c17c54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628803 May 27 04:08:16.722388 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-ab8b171d-605b-4691-82a0-72706f49fce2 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:16.723814 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-ab8b171d-605b-4691-82a0-72706f49fce2 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 945 time: 0.0501993 May 27 04:08:16.804893 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port 46365c92-3665-48b7-b204-e2fbbffd7e6f {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:16.805125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:16.894338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] For port 46365c92-3665-48b7-b204-e2fbbffd7e6f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=46365c92-3665-48b7-b204-e2fbbffd7e6f,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:16.894694 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:16.908304 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for 46365c92-3665-48b7-b204-e2fbbffd7e6f owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:16.947145 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=100 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:17.088804 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (46365c92-3665-48b7-b204-e2fbbffd7e6f), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:17.119713 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=46365c92-3665-48b7-b204-e2fbbffd7e6f,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:17.163582 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] No DVR routers for this DVR port 46365c92-3665-48b7-b204-e2fbbffd7e6f on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:17.165960 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:17.169342 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-6d8b554a-0021-4313-a4b1-b98b3f5fdb5c req-60c77834-d561-45d1-94c5-4ec88b88cb36 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.44 "DELETE /v2.0/ports/46365c92-3665-48b7-b204-e2fbbffd7e6f HTTP/1.1" status: 204 len: 173 time: 0.4401360 May 27 04:08:17.169775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'name': 'network-vif-deleted', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:08:17.171971 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d939dd32-0af9-4808-a0a6-5c512b02b7fd" -d '{"events": [{"server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "name": "network-vif-deleted", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:08:17.209773 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6fb294-66cc-48b4-95c0-8997e8ebf5ea x-openstack-request-id: req-2d6fb294-66cc-48b4-95c0-8997e8ebf5ea {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:08:17.210066 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a372a1-adf9-4542-b318-c59d2abe8132", "name": "network-vif-deleted", "tag": "46365c92-3665-48b7-b204-e2fbbffd7e6f", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:08:17.210316 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d6fb294-66cc-48b4-95c0-8997e8ebf5ea {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:08:17.210708 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6fb294-66cc-48b4-95c0-8997e8ebf5ea'] response: {'server_uuid': 'b6a372a1-adf9-4542-b318-c59d2abe8132', 'name': 'network-vif-deleted', 'tag': '46365c92-3665-48b7-b204-e2fbbffd7e6f', 'status': 'completed', 'code': 200} May 27 04:08:17.443457 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-a4c14143-2279-4027-9512-2fb1806cc1cc req-fa0a4d5f-1098-43be-9a17-b501e81b6d58 tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6a372a1-adf9-4542-b318-c59d2abe8132 HTTP/1.1" status: 200 len: 210 time: 0.0283809 May 27 04:08:18.503988 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39050) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:18.611846 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Deleting port 00696c64-a6fc-47c7-8d13-071ff8dc1937 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:18.612187 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:18.686878 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:18.687196 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (00696c64-a6fc-47c7-8d13-071ff8dc1937), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:18.704165 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Calling delete_port for 00696c64-a6fc-47c7-8d13-071ff8dc1937 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:18.906010 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (00696c64-a6fc-47c7-8d13-071ff8dc1937), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:18.931789 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'Port': ['ID=00696c64-a6fc-47c7-8d13-071ff8dc1937,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:18.959903 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.960270 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.960635 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.960971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.961300 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.961622 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.961944 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.962262 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.962582 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.962900 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.963217 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.963533 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.963880 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.964190 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:18.964525 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:19.008758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for floatingip (eb9bca14-665e-44cd-91a6-5167f0fdb2c2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:19.011849 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:19.013780 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-e352bc51-b202-4ed8-ac04-5453cfbe7daa tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "DELETE /v2.0/floatingips/eb9bca14-665e-44cd-91a6-5167f0fdb2c2 HTTP/1.1" status: 204 len: 168 time: 0.5099247 May 27 04:08:20.335497 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39062) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:20.391938 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (9862c1c2-388d-4f48-a180-2f6c17c54fe0), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:20.416728 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (9862c1c2-388d-4f48-a180-2f6c17c54fe0), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:20.539922 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (9862c1c2-388d-4f48-a180-2f6c17c54fe0), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:20.542502 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:20.543707 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] 10.222.0.58 "DELETE /v2.0/security-groups/9862c1c2-388d-4f48-a180-2f6c17c54fe0 HTTP/1.1" status: 204 len: 168 time: 0.2071815 May 27 04:08:20.553894 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb9a29-b0b5-4528-8e18-27f92882517e tempest-TestVolumeBootPattern-929011400 tempest-TestVolumeBootPattern-929011400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862c1c2-388d-4f48-a180-2f6c17c54fe0,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:20.656899 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39066) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:20.846661 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:20.851577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 46365c92-3665-48b7-b204-e2fbbffd7e6f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:20.874838 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 46365c92-3665-48b7-b204-e2fbbffd7e6f {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:20.875186 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 46365c92-3665-48b7-b204-e2fbbffd7e6f not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:20.895863 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:21.069506 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:21.287827 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Deleting port 8df7057b-fb59-4d63-895c-aaff713ff584 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:21.288161 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:21.366656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] For port 8df7057b-fb59-4d63-895c-aaff713ff584, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=8df7057b-fb59-4d63-895c-aaff713ff584,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:21.367325 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:21.380219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Calling delete_port for 8df7057b-fb59-4d63-895c-aaff713ff584 owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:21.514730 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:21.639703 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (8df7057b-fb59-4d63-895c-aaff713ff584), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:21.669751 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df7057b-fb59-4d63-895c-aaff713ff584,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:22.072219 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:22.160232 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:22.290497 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Router 7693e2be-4cc1-4634-a463-b253d4e52dcf has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:22.389396 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:22.394342 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-1fd80d86-2d65-494c-95a8-c3d84e2c1de7 admin admin] 10.222.0.58 "PUT /v2.0/routers/7693e2be-4cc1-4634-a463-b253d4e52dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363038 May 27 04:08:22.396748 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39080) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:22.397901 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Sync routers for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:22.408985 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:22.409593 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.496917 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks [] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:22.509093 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:22.596085 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks [] for router_gateway (7693e2be-4cc1-4634-a463-b253d4e52dcf), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:22.672450 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T04:08:21Z', 'revision_number': 5, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port': {'id': '2217222e-96a3-430a-bfcd-6cc6f57cfb64', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T03:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.698247 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Deleting port 2217222e-96a3-430a-bfcd-6cc6f57cfb64 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:22.698579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:22.701155 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Checking router: 7693e2be-4cc1-4634-a463-b253d4e52dcf for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:22.709290 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Routers {'7693e2be-4cc1-4634-a463-b253d4e52dcf'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:22.709879 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['7693e2be-4cc1-4634-a463-b253d4e52dcf'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.754765 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:22.784486 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] For port 2217222e-96a3-430a-bfcd-6cc6f57cfb64, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=2217222e-96a3-430a-bfcd-6cc6f57cfb64,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:22.785508 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:22.790997 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] Set router 7693e2be-4cc1-4634-a463-b253d4e52dcf gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:22.799006 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Calling delete_port for 2217222e-96a3-430a-bfcd-6cc6f57cfb64 owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:22.838884 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T04:08:22Z', 'revision_number': 6, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.863009 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab83b-a5cf-4a42-865c-a5abcecad22e None None] The sync data for ids ['7693e2be-4cc1-4634-a463-b253d4e52dcf'] in dv-cinder-843361-2-iscsi is: [{'id': '7693e2be-4cc1-4634-a463-b253d4e52dcf', 'name': 'tempest-TestVolumeBootPattern-819123270-router', 'tenant_id': '5e8a7647a47e4ac19972582346dbdcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:26Z', 'updated_at': '2022-05-27T04:08:22Z', 'revision_number': 6, 'project_id': '5e8a7647a47e4ac19972582346dbdcee', 'gw_port_host': None}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:23.019781 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (2217222e-96a3-430a-bfcd-6cc6f57cfb64), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.046396 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Pushing event deleted for resources: {'Port': ['ID=2217222e-96a3-430a-bfcd-6cc6f57cfb64,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:23.117797 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.211130 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.213454 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks [] for router_controller (7693e2be-4cc1-4634-a463-b253d4e52dcf), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.339847 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (7693e2be-4cc1-4634-a463-b253d4e52dcf), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.341053 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7693e2be-4cc1-4634-a463-b253d4e52dcf {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:08:23.345204 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.346383 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-7a214b33-6495-4d45-8f21-59f7b67f0139 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7693e2be-4cc1-4634-a463-b253d4e52dcf HTTP/1.1" status: 204 len: 168 time: 0.9486642 May 27 04:08:23.349058 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39088) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:23.396933 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Deleting subnet 29aa7454-bf11-40bf-b7c3-1312fb66288b {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:08:23.399984 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Publish callbacks [] for subnet (29aa7454-bf11-40bf-b7c3-1312fb66288b), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.439838 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14617487'] for subnet (29aa7454-bf11-40bf-b7c3-1312fb66288b), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.517434 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (29aa7454-bf11-40bf-b7c3-1312fb66288b), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.519435 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:23.638083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13906226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13642214'] for subnet (29aa7454-bf11-40bf-b7c3-1312fb66288b), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.668751 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29aa7454-bf11-40bf-b7c3-1312fb66288b,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:23.672530 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.676004 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b5dcbe9e-e2b4-4315-afd1-680d2a2dbd24 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29aa7454-bf11-40bf-b7c3-1312fb66288b HTTP/1.1" status: 204 len: 168 time: 0.3259015 May 27 04:08:23.678533 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39094) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:23.679511 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525ade4-13ca-48e8-8312-1abbd0ce4f3c None None] Network de7fc298-f8cf-4f7d-b044-b32470c0da30 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:08:23.752414 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (de7fc298-f8cf-4f7d-b044-b32470c0da30), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.768166 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.798523 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Deleting port e3774e07-41fd-41d0-a485-57ef042d42b5 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:23.798857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.840784 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] DHCP port deletion for de7fc298-f8cf-4f7d-b044-b32470c0da30 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 04:08:23.873143 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] For port e3774e07-41fd-41d0-a485-57ef042d42b5, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e3774e07-41fd-41d0-a485-57ef042d42b5,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:23.873751 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.885409 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:23.885980 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Deleting port e3774e07-41fd-41d0-a485-57ef042d42b5 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:23.886398 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.890775 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Calling delete_port for e3774e07-41fd-41d0-a485-57ef042d42b5 owned by network:dhcp {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:23.952996 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] For port e3774e07-41fd-41d0-a485-57ef042d42b5, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=e3774e07-41fd-41d0-a485-57ef042d42b5,segment=NetworkSegment(203b06c6-9360-4bb3-ae6d-e165b3d1d137),segment_id=203b06c6-9360-4bb3-ae6d-e165b3d1d137)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:23.955027 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:23.969310 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Calling delete_port for e3774e07-41fd-41d0-a485-57ef042d42b5 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:24.025662 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.056634 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (e3774e07-41fd-41d0-a485-57ef042d42b5), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.061506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3774e07-41fd-41d0-a485-57ef042d42b5,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.068004 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] No DVR routers for this DVR port e3774e07-41fd-41d0-a485-57ef042d42b5 on host dv-cinder-843361-2-iscsi {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:24.080615 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Pushing event deleted for resources: {'Port': ['ID=e3774e07-41fd-41d0-a485-57ef042d42b5,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.093505 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.093850 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.094476 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.094693 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.095025 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.095353 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.096628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.096628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.096628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.096628 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.097101 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.097241 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.097555 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.098038 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.098535 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:24.106340 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7511d5a-00c6-4cdb-a9b0-577d9c728631 None None] No DVR routers for this DVR port e3774e07-41fd-41d0-a485-57ef042d42b5 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:24.160216 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (de7fc298-f8cf-4f7d-b044-b32470c0da30), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.185545 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7fc298-f8cf-4f7d-b044-b32470c0da30']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:24.190851 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2217222e-96a3-430a-bfcd-6cc6f57cfb64 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:24.203475 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203b06c6-9360-4bb3-ae6d-e165b3d1d137') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:24.203842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203b06c6-9360-4bb3-ae6d-e165b3d1d137') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:24.210705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 2217222e-96a3-430a-bfcd-6cc6f57cfb64 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:24.211052 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 2217222e-96a3-430a-bfcd-6cc6f57cfb64 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:24.211470 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8df7057b-fb59-4d63-895c-aaff713ff584 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:24.214198 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (203b06c6-9360-4bb3-ae6d-e165b3d1d137), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.230396 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (203b06c6-9360-4bb3-ae6d-e165b3d1d137), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.230998 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 8df7057b-fb59-4d63-895c-aaff713ff584 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:24.231936 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 8df7057b-fb59-4d63-895c-aaff713ff584 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:24.232552 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e3774e07-41fd-41d0-a485-57ef042d42b5 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:24.241764 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:08:24.242208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (203b06c6-9360-4bb3-ae6d-e165b3d1d137), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.252399 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: e3774e07-41fd-41d0-a485-57ef042d42b5 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:24.253644 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device e3774e07-41fd-41d0-a485-57ef042d42b5 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:24.338770 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 203b06c6-9360-4bb3-ae6d-e165b3d1d137 resource provider aggregate not found May 27 04:08:24.354801 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment 203b06c6-9360-4bb3-ae6d-e165b3d1d137 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 203b06c6-9360-4bb3-ae6d-e165b3d1d137 found for delete ", "request_id": "req-8ba85246-c048-4e80-a8aa-b1b480dd1083"}]} May 27 04:08:24.364978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (de7fc298-f8cf-4f7d-b044-b32470c0da30), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.370403 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.374103 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] 10.222.0.58 "DELETE /v2.0/networks/de7fc298-f8cf-4f7d-b044-b32470c0da30 HTTP/1.1" status: 204 len: 168 time: 0.6945796 May 27 04:08:24.377104 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39104) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:24.382877 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:24.655868 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45adfdf-4911-463b-be24-0e10e45d5f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7fc298-f8cf-4f7d-b044-b32470c0da30,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.711493 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:24.789676 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:24.943525 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Deleting port 7be1a246-86eb-409e-8d3e-c2cd3d98130f {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:24.943867 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:25.029116 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] For port 7be1a246-86eb-409e-8d3e-c2cd3d98130f, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=7be1a246-86eb-409e-8d3e-c2cd3d98130f,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:25.029608 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:25.042966 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Calling delete_port for 7be1a246-86eb-409e-8d3e-c2cd3d98130f owned by network:router_interface {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:25.169167 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:25.282476 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (7be1a246-86eb-409e-8d3e-c2cd3d98130f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:25.307205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7be1a246-86eb-409e-8d3e-c2cd3d98130f,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:25.469796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:25.679023 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Router 5a4339de-5a6a-42d3-b234-42f74353f2ee has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:25.781150 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:25.786203 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5a676a57-d02f-4890-b046-d6c6164a79ee admin admin] 10.222.0.58 "PUT /v2.0/routers/5a4339de-5a6a-42d3-b234-42f74353f2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4078512 May 27 04:08:25.788541 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39108) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:25.790117 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Sync routers for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:25.795012 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:25.800995 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:25.801613 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:25.891856 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks [] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:25.906626 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:26.175157 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:26.204529 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:26.213511 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T04:08:25Z', 'revision_number': 5, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:26.238794 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Checking router: 5a4339de-5a6a-42d3-b234-42f74353f2ee for host: dv-cinder-843361-2-iscsi {{(pid=111122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:26.245138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks [] for router_gateway (5a4339de-5a6a-42d3-b234-42f74353f2ee), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.248295 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Routers {'5a4339de-5a6a-42d3-b234-42f74353f2ee'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:26.248945 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['5a4339de-5a6a-42d3-b234-42f74353f2ee'], 'active': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:26.351681 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvr_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] Set router 5a4339de-5a6a-42d3-b234-42f74353f2ee gateway port host: dv-cinder-843361-2-iscsi {{(pid=111122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:26.358839 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Deleting port 92baef5b-5318-4832-88ea-bf9d0d03d2ca {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:26.359111 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.440952 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] For port 92baef5b-5318-4832-88ea-bf9d0d03d2ca, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=92baef5b-5318-4832-88ea-bf9d0d03d2ca,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:26.441321 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.443550 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=100 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:26.458791 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Calling delete_port for 92baef5b-5318-4832-88ea-bf9d0d03d2ca owned by network:router_gateway {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:26.517800 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_hamode_db [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T04:08:25Z', 'revision_number': 5, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:26.546921 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fae15-67f2-43d2-a6cf-219e609f6559 None None] The sync data for ids ['5a4339de-5a6a-42d3-b234-42f74353f2ee'] in dv-cinder-843361-2-iscsi is: [{'id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'name': 'tempest-TestVolumeBootPattern-113699517-router', 'tenant_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T04:08:25Z', 'revision_number': 5, 'project_id': 'a02d65db8b4d46b48a3dd131e59fe886', 'gw_port': {'id': '92baef5b-5318-4832-88ea-bf9d0d03d2ca', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4339de-5a6a-42d3-b234-42f74353f2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:59:33Z', 'updated_at': '2022-05-27T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}] {{(pid=111122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:26.678919 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (92baef5b-5318-4832-88ea-bf9d0d03d2ca), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.702640 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92baef5b-5318-4832-88ea-bf9d0d03d2ca,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:26.766200 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.854282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.857370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks [] for router_controller (5a4339de-5a6a-42d3-b234-42f74353f2ee), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.976408 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (5a4339de-5a6a-42d3-b234-42f74353f2ee), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.977143 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4339de-5a6a-42d3-b234-42f74353f2ee {{(pid=111121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:08:26.982084 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:26.983416 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f334ca6a-9075-4c9d-907f-0ec17c5c9db3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5a4339de-5a6a-42d3-b234-42f74353f2ee HTTP/1.1" status: 204 len: 168 time: 1.1939642 May 27 04:08:26.986146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39112) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:27.033885 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Deleting subnet 5b971243-13e8-401c-9888-f196b2df5a94 {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:08:27.037084 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Publish callbacks [] for subnet (5b971243-13e8-401c-9888-f196b2df5a94), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.073131 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14617487'] for subnet (5b971243-13e8-401c-9888-f196b2df5a94), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.153474 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (5b971243-13e8-401c-9888-f196b2df5a94), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.186813 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:27.288462 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13906226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13642214'] for subnet (5b971243-13e8-401c-9888-f196b2df5a94), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.318257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.321379 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5b971243-13e8-401c-9888-f196b2df5a94 HTTP/1.1" status: 204 len: 168 time: 0.3341863 May 27 04:08:27.322190 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1793813-386f-442d-91bc-99276e0455d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b971243-13e8-401c-9888-f196b2df5a94,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:27.323971 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39116) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:27.327031 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d360359-3abd-4c29-98e6-7f715e0230ef None None] Network 20708899-54a1-4385-8959-9cca287250d0 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:08:27.401002 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (20708899-54a1-4385-8959-9cca287250d0), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.445808 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Deleting port 17d1fd93-44bc-4073-afa5-665e8877eb08 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:27.446215 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.501765 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] DHCP port deletion for 20708899-54a1-4385-8959-9cca287250d0 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 04:08:27.516857 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] For port 17d1fd93-44bc-4073-afa5-665e8877eb08, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=17d1fd93-44bc-4073-afa5-665e8877eb08,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:27.517231 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.519370 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:27.532577 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Calling delete_port for 17d1fd93-44bc-4073-afa5-665e8877eb08 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:27.539780 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Deleting port 17d1fd93-44bc-4073-afa5-665e8877eb08 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:27.540148 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.603702 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] For port 17d1fd93-44bc-4073-afa5-665e8877eb08, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=17d1fd93-44bc-4073-afa5-665e8877eb08,segment=NetworkSegment(1cf0a3ea-da95-460d-a4da-15c8279c583f),segment_id=1cf0a3ea-da95-460d-a4da-15c8279c583f)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:27.604091 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.618837 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Calling delete_port for 17d1fd93-44bc-4073-afa5-665e8877eb08 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:27.679179 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.699872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (17d1fd93-44bc-4073-afa5-665e8877eb08), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.704988 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d1fd93-44bc-4073-afa5-665e8877eb08,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:27.708678 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] No DVR routers for this DVR port 17d1fd93-44bc-4073-afa5-665e8877eb08 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:27.722028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] Pushing event deleted for resources: {'Port': ['ID=17d1fd93-44bc-4073-afa5-665e8877eb08,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:27.725538 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dedee-2f48-431e-ba9e-3620de930e72 None None] No DVR routers for this DVR port 17d1fd93-44bc-4073-afa5-665e8877eb08 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:27.785668 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (20708899-54a1-4385-8959-9cca287250d0), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.806886 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20708899-54a1-4385-8959-9cca287250d0']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:27.816424 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf0a3ea-da95-460d-a4da-15c8279c583f') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:27.816752 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf0a3ea-da95-460d-a4da-15c8279c583f') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:27.826282 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (1cf0a3ea-da95-460d-a4da-15c8279c583f), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.839283 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (1cf0a3ea-da95-460d-a4da-15c8279c583f), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.850419 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:08:27.850834 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (1cf0a3ea-da95-460d-a4da-15c8279c583f), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.924943 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 1cf0a3ea-da95-460d-a4da-15c8279c583f resource provider aggregate not found May 27 04:08:27.940101 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 1cf0a3ea-da95-460d-a4da-15c8279c583f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cf0a3ea-da95-460d-a4da-15c8279c583f found for delete ", "request_id": "req-fa0c6818-e775-4154-9278-5f3203603162"}]} May 27 04:08:27.987594 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (20708899-54a1-4385-8959-9cca287250d0), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.993076 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:27.996347 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] 10.222.0.58 "DELETE /v2.0/networks/20708899-54a1-4385-8959-9cca287250d0 HTTP/1.1" status: 204 len: 168 time: 0.6706107 May 27 04:08:27.996938 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:28.008269 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5cf3-c9a4-41ab-a98c-5f235309e039 admin admin] Pushing event deleted for resources: {'Network': ['ID=20708899-54a1-4385-8959-9cca287250d0,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:28.166699 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 92baef5b-5318-4832-88ea-bf9d0d03d2ca no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:28.186568 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 92baef5b-5318-4832-88ea-bf9d0d03d2ca {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:28.190855 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 92baef5b-5318-4832-88ea-bf9d0d03d2ca not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:28.190855 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 17d1fd93-44bc-4073-afa5-665e8877eb08 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:28.205013 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 17d1fd93-44bc-4073-afa5-665e8877eb08 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:28.205356 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 17d1fd93-44bc-4073-afa5-665e8877eb08 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:28.205771 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7be1a246-86eb-409e-8d3e-c2cd3d98130f no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:28.226665 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 7be1a246-86eb-409e-8d3e-c2cd3d98130f {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:28.226920 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 7be1a246-86eb-409e-8d3e-c2cd3d98130f not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:28.346578 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39128) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:28.387701 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-f3901169-3831-499a-af31-4ee830f34903 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e8a7647a47e4ac19972582346dbdcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399213 May 27 04:08:28.390780 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39130) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:28.439299 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] Publish callbacks [] for security_group (06df2e59-8473-4191-aeb8-345d4807487c), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:28.460439 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] Publish callbacks [] for security_group (06df2e59-8473-4191-aeb8-345d4807487c), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:28.579945 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (06df2e59-8473-4191-aeb8-345d4807487c), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:28.582420 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:28.583633 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06df2e59-8473-4191-aeb8-345d4807487c HTTP/1.1" status: 204 len: 168 time: 0.1918521 May 27 04:08:28.591647 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc708b43-d2ed-4f1d-8e73-ecce2b993692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df2e59-8473-4191-aeb8-345d4807487c,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:28.927087 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:08:29.329075 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39136) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:29.370109 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8411ecdc-ac17-4098-bb4e-a24145600b95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a02d65db8b4d46b48a3dd131e59fe886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399034 May 27 04:08:29.372687 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39140) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:29.419924 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] Publish callbacks [] for security_group (16548ab2-bee4-4a9e-a7fc-d981f7e7d330), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:29.445942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] Publish callbacks [] for security_group (16548ab2-bee4-4a9e-a7fc-d981f7e7d330), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:29.573419 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (16548ab2-bee4-4a9e-a7fc-d981f7e7d330), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:29.575936 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:29.577167 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16548ab2-bee4-4a9e-a7fc-d981f7e7d330 HTTP/1.1" status: 204 len: 168 time: 0.2034748 May 27 04:08:29.585847 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d1f0f-e4e1-4b9c-ae5f-31061f7e800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16548ab2-bee4-4a9e-a7fc-d981f7e7d330,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:32.841223 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=72 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:33.500802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581951-9bf9-4de3-8cf9-c058871c95a1 req-39d18f11-4b26-47f2-a90c-33a8f2ea6a17 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:33.502285 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ee581951-9bf9-4de3-8cf9-c058871c95a1 req-39d18f11-4b26-47f2-a90c-33a8f2ea6a17 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0519953 May 27 04:08:33.548998 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-ee581951-9bf9-4de3-8cf9-c058871c95a1 req-cf29b44d-bdd7-424c-b9cf-68c485b9141e tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 May 27 04:08:34.668317 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8b0bc-06ec-4b94-9600-ed631cec0348 req-04068433-e716-432b-a2fe-87f1bb5584f1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:34.669802 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b4f8b0bc-06ec-4b94-9600-ed631cec0348 req-04068433-e716-432b-a2fe-87f1bb5584f1 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0478344 May 27 04:08:34.716682 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-b4f8b0bc-06ec-4b94-9600-ed631cec0348 req-b76ab286-e7db-4d4e-a640-3e1b5babdf06 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 May 27 04:08:35.315737 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-5d7e4ad9-af29-4aa9-b6e1-74554d2b7dc9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:35.317214 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-5d7e4ad9-af29-4aa9-b6e1-74554d2b7dc9 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0464668 May 27 04:08:35.397932 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port 3ad2bef8-8e35-4760-b8d7-3292762d449e {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:35.398276 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:35.485859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] For port 3ad2bef8-8e35-4760-b8d7-3292762d449e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3ad2bef8-8e35-4760-b8d7-3292762d449e,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:35.486219 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:35.498446 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:35.647094 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:35.647358 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581272'] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), after_update {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:35.647669 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.l3_db [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Floating IP bc629ad7-45fc-4d22-9a28-a08e99e59b9e disassociated. External IP: 172.27.2.198, port: 3ad2bef8-8e35-4760-b8d7-3292762d449e. May 27 04:08:35.648005 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for 3ad2bef8-8e35-4760-b8d7-3292762d449e owned by compute:nova {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:35.824920 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (3ad2bef8-8e35-4760-b8d7-3292762d449e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:35.834136 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73bb-009a-448d-b2eb-35ae1f1ae69b req-427fe5ef-5b9c-47e9-ab20-24a9a4b7f175 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:08:35.835647 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-973f73bb-009a-448d-b2eb-35ae1f1ae69b req-427fe5ef-5b9c-47e9-ab20-24a9a4b7f175 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 946 time: 0.0481718 May 27 04:08:35.855205 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=3ad2bef8-8e35-4760-b8d7-3292762d449e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:35.893373 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-973f73bb-009a-448d-b2eb-35ae1f1ae69b req-b4374819-836a-4e9c-a382-6fcefa942e12 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups?id=c4e05733-fecd-4afa-859a-ec1829903fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520291 May 27 04:08:35.901125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:35.969747 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:36.071684 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:36.080946 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:36.083145 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:36.091352 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:36.091981 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:36.117454 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.l3_dvrscheduler_db [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] No DVR routers for this DVR port 3ad2bef8-8e35-4760-b8d7-3292762d449e on host hv-cinder-84336 {{(pid=111120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:36.119896 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for port (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:36.123350 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [req-74189f85-a79a-404c-9630-88e2cd4a38f7 req-2dffe62a-ca9a-42b1-b9d6-817a640c6581 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.44 "DELETE /v2.0/ports/3ad2bef8-8e35-4760-b8d7-3292762d449e HTTP/1.1" status: 204 len: 173 time: 0.8012209 May 27 04:08:36.123807 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'name': 'network-vif-deleted', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e'}] {{(pid=111120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 04:08:36.126491 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a18dc95d65bfddcd2ea1f30484fa26abf2705e527089eb781d1f7b26a86b85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445ce972-c20c-44e0-a913-f5c0da7c822c" -d '{"events": [{"server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "name": "network-vif-deleted", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e"}]}' {{(pid=111120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 04:08:36.164141 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a0f6f-ce73-4f5d-b967-23dab2bd3a4f x-openstack-request-id: req-7b2a0f6f-ce73-4f5d-b967-23dab2bd3a4f {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 04:08:36.164438 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ecfc55-41bc-474d-ad45-b313d561490e", "name": "network-vif-deleted", "tag": "3ad2bef8-8e35-4760-b8d7-3292762d449e", "status": "completed", "code": 200}]} {{(pid=111120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 04:08:36.164753 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b2a0f6f-ce73-4f5d-b967-23dab2bd3a4f {{(pid=111120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 04:08:36.165178 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2a0f6f-ce73-4f5d-b967-23dab2bd3a4f'] response: {'server_uuid': 'c4ecfc55-41bc-474d-ad45-b313d561490e', 'name': 'network-vif-deleted', 'tag': '3ad2bef8-8e35-4760-b8d7-3292762d449e', 'status': 'completed', 'code': 200} May 27 04:08:36.200593 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:36.301607 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:36.396912 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-372d0180-bc5f-4d52-bfe0-9b2d4b1c083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:36.485445 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:36.509755 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:36.518014 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:36.518609 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:09Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:36.618405 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:36.804884 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:36.828274 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73f02a-af69-4d9f-aac6-752da6c48e01 None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:47Z', 'revision_number': 4, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi', '_interfaces': [{'id': '89b3c20a-6831-417e-a678-2ced3b0e4f50', 'name': '', 'network_id': 'fa43817f-200f-46d1-ad3d-9ae1a50388d6', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'mac_address': 'fa:16:3e:d6:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:46Z', 'updated_at': '2022-05-27T04:00:51Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'subnets': [{'id': '7817c784-7588-44b0-9ad5-1a69c1e6d688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:37.008168 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [req-9570a6c6-6625-41a5-a0a2-0682dcd09c93 req-ee5f09d6-1a54-49d9-ae6c-6b9b9b666736 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4ecfc55-41bc-474d-ad45-b313d561490e HTTP/1.1" status: 200 len: 210 time: 0.0325310 May 27 04:08:37.073367 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979667c-225f-4327-9c45-9f24a8f2f759 None None] New status for floating IP bc629ad7-45fc-4d22-9a28-a08e99e59b9e: DOWN {{(pid=111122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 04:08:38.145874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39182) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:38.202122 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (c4e05733-fecd-4afa-859a-ec1829903fa3), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.226127 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (c4e05733-fecd-4afa-859a-ec1829903fa3), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.330052 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c4e05733-fecd-4afa-859a-ec1829903fa3), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.332665 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.333823 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/security-groups/c4e05733-fecd-4afa-859a-ec1829903fa3 HTTP/1.1" status: 204 len: 168 time: 0.1869297 May 27 04:08:38.336688 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39184) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:38.343734 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2310e0b-0915-4aff-99f4-103b58924ba7 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e05733-fecd-4afa-859a-ec1829903fa3,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:38.350665 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.api.v2.resource [None req-a31eb7cf-25bf-4065-854b-05d0237de0b8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] show failed (client error): The resource could not be found. May 27 04:08:38.351672 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-a31eb7cf-25bf-4065-854b-05d0237de0b8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "GET /v2.0/security-groups/c4e05733-fecd-4afa-859a-ec1829903fa3 HTTP/1.1" status: 404 len: 347 time: 0.0138917 May 27 04:08:38.354890 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39186) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:38.466709 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Deleting port 349f519c-da38-4db3-8c08-252d54b552e8 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:38.467044 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (349f519c-da38-4db3-8c08-252d54b552e8), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.542559 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (349f519c-da38-4db3-8c08-252d54b552e8), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.542885 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (349f519c-da38-4db3-8c08-252d54b552e8), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.556053 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Calling delete_port for 349f519c-da38-4db3-8c08-252d54b552e8 owned by network:floatingip {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:38.621586 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:38.773172 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (349f519c-da38-4db3-8c08-252d54b552e8), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.795758 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Pushing event deleted for resources: {'Port': ['ID=349f519c-da38-4db3-8c08-252d54b552e8,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:38.845234 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:38.862191 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks [] for floatingip (bc629ad7-45fc-4d22-9a28-a08e99e59b9e), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.864815 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41604'] for floatingip (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:38.865958 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-11e8ec72-5bae-4c75-ab12-767ef54debc8 tempest-AttachVolumeNegativeTest-1579823440 tempest-AttachVolumeNegativeTest-1579823440-project] 10.222.0.58 "DELETE /v2.0/floatingips/bc629ad7-45fc-4d22-9a28-a08e99e59b9e HTTP/1.1" status: 204 len: 168 time: 0.5101483 May 27 04:08:38.901662 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3ad2bef8-8e35-4760-b8d7-3292762d449e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:38.920738 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] No Port match for: 3ad2bef8-8e35-4760-b8d7-3292762d449e {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:38.921272 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Device 3ad2bef8-8e35-4760-b8d7-3292762d449e not bound to the agent host hv-cinder-84336 {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:39.478904 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6b4d5fd8-e352-42e1-aecd-d2e7bbeb0279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:40.772977 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:41.655865 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:42.956657 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39222) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:43.225093 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:43.358898 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:43.455877 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588184'] for router_interface (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:43.674779 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Deleting port 89b3c20a-6831-417e-a678-2ced3b0e4f50 {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:43.675104 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:43.714446 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:43.752330 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] For port 89b3c20a-6831-417e-a678-2ced3b0e4f50, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=89b3c20a-6831-417e-a678-2ced3b0e4f50,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:43.752718 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:43.767003 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Calling delete_port for 89b3c20a-6831-417e-a678-2ced3b0e4f50 owned by network:router_interface {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:44.021857 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (89b3c20a-6831-417e-a678-2ced3b0e4f50), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.044090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Pushing event deleted for resources: {'Port': ['ID=89b3c20a-6831-417e-a678-2ced3b0e4f50,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:44.108741 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:44.223352 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-323464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588036'] for router_interface (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.420462 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Router a291fc8c-1fa5-4a36-a563-278f9522bb24 has already been hosted by L3 agent 54b77d4d-9126-42e5-8bc2-bc81e7a11444 {{(pid=111120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:44.519874 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] Notify agent at l3_agent.dv-cinder-843361-2-iscsi the message routers_updated {{(pid=111120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:44.527509 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c82834dd-0185-403b-8a00-62f3766ed62b admin admin] 10.222.0.58 "PUT /v2.0/routers/a291fc8c-1fa5-4a36-a563-278f9522bb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5692034 May 27 04:08:44.527934 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39226) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:44.528872 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Sync routers for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 04:08:44.539438 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:44.540045 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:44.629465 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks [] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.638741 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: dv-cinder-843361-2-iscsi {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:44.661580 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:44.731113 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks [] for router_gateway (a291fc8c-1fa5-4a36-a563-278f9522bb24), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.800375 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'external_fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:08:43Z', 'revision_number': 5, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port': {'id': '96a42e9a-a236-415c-86d7-3bb07ab7f9ce', 'name': '', 'network_id': '415105c8-4c1d-4e5a-ad0e-083bda21fb32', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '61ba5977-c310-420d-932b-508e6ad3673b', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ba5977-c310-420d-932b-508e6ad3673b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-iscsi'}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:44.829794 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Checking router: a291fc8c-1fa5-4a36-a563-278f9522bb24 for host: dv-cinder-843361-2-iscsi {{(pid=111123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 04:08:44.836762 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:44.838793 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Routers {'a291fc8c-1fa5-4a36-a563-278f9522bb24'} bound to L3 agent in host dv-cinder-843361-2-iscsi {{(pid=111123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 04:08:44.839404 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:40:09Z,description=,heartbeat_timestamp=2022-05-27T04:08:39Z,host='dv-cinder-843361-2-iscsi',id=54b77d4d-9126-42e5-8bc2-bc81e7a11444,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:40:10Z,topic='l3_agent')) {'router_ids': ['a291fc8c-1fa5-4a36-a563-278f9522bb24'], 'active': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:44.839943 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Deleting port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce {{(pid=111120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:44.840284 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.903249 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:44.920718 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvr_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] Set router a291fc8c-1fa5-4a36-a563-278f9522bb24 gateway port host: None {{(pid=111123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 04:08:44.921458 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.db [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] For port 96a42e9a-a236-415c-86d7-3bb07ab7f9ce, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,segment=NetworkSegment(e8bed43b-d0db-48da-b8d7-6c976b7b0a25),segment_id=e8bed43b-d0db-48da-b8d7-6c976b7b0a25)] {{(pid=111120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:44.921866 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:44.935126 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Calling delete_port for 96a42e9a-a236-415c-86d7-3bb07ab7f9ce owned by network:router_gateway {{(pid=111120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:44.969081 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.l3_hamode_db [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:08:44Z', 'revision_number': 6, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port_host': None}], 'dv-cinder-843361-2-iscsi', False) {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:44.993232 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe2296-adf9-4786-a4ce-ee8a96e3d33a None None] The sync data for ids ['a291fc8c-1fa5-4a36-a563-278f9522bb24'] in dv-cinder-843361-2-iscsi is: [{'id': 'a291fc8c-1fa5-4a36-a563-278f9522bb24', 'name': 'tempest-AttachVolumeNegativeTest-98048113-router', 'tenant_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:00:44Z', 'updated_at': '2022-05-27T04:08:44Z', 'revision_number': 6, 'project_id': 'c80fc33b8e6b4d359f432ace6c297b80', 'gw_port_host': None}] {{(pid=111123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 04:08:45.051885 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:45.153026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13906883'] for port (96a42e9a-a236-415c-86d7-3bb07ab7f9ce), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.180159 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=96a42e9a-a236-415c-86d7-3bb07ab7f9ce,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:45.245073 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581286'] for router_gateway (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.332088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12259'] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.334395 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks [] for router_controller (a291fc8c-1fa5-4a36-a563-278f9522bb24), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.438585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587388'] for router (a291fc8c-1fa5-4a36-a563-278f9522bb24), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.439244 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a291fc8c-1fa5-4a36-a563-278f9522bb24 {{(pid=111120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:08:45.443429 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.444615 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-c2a8cca3-7267-481f-ba9b-4bb367f88e1f admin admin] 10.222.0.58 "DELETE /v2.0/routers/a291fc8c-1fa5-4a36-a563-278f9522bb24 HTTP/1.1" status: 204 len: 168 time: 0.9155612 May 27 04:08:45.447043 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39228) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:45.491276 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Deleting subnet 7817c784-7588-44b0-9ad5-1a69c1e6d688 {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:08:45.494420 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Publish callbacks [] for subnet (7817c784-7588-44b0-9ad5-1a69c1e6d688), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.529338 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14617487'] for subnet (7817c784-7588-44b0-9ad5-1a69c1e6d688), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.600680 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (7817c784-7588-44b0-9ad5-1a69c1e6d688), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.719506 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13906226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13642214'] for subnet (7817c784-7588-44b0-9ad5-1a69c1e6d688), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.743317 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:45.746174 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7817c784-7588-44b0-9ad5-1a69c1e6d688,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:45.750146 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.753284 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-40bfb5ca-25f8-484e-be56-20a2933ffb72 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7817c784-7588-44b0-9ad5-1a69c1e6d688 HTTP/1.1" status: 204 len: 168 time: 0.3053038 May 27 04:08:45.756030 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39230) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:45.758909 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8144c-e6ab-41b5-bb50-d9c8093d3fa5 None None] Network fa43817f-200f-46d1-ad3d-9ae1a50388d6 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:08:45.831973 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (fa43817f-200f-46d1-ad3d-9ae1a50388d6), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.880354 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Deleting port 20837281-1897-4ffc-9401-3bb5133ee1d3 {{(pid=111121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:45.880739 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.932694 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] DHCP port deletion for fa43817f-200f-46d1-ad3d-9ae1a50388d6 request from dv-cinder-843361-2-iscsi {{(pid=111122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 04:08:45.955861 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.db [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] For port 20837281-1897-4ffc-9401-3bb5133ee1d3, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20837281-1897-4ffc-9401-3bb5133ee1d3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:45.956228 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:45.970889 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.plugin [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Calling delete_port for 20837281-1897-4ffc-9401-3bb5133ee1d3 owned by network:dhcp {{(pid=111121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:45.975726 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Deleting port 20837281-1897-4ffc-9401-3bb5133ee1d3 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 04:08:45.976086 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785700963813'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.044349 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] For port 20837281-1897-4ffc-9401-3bb5133ee1d3, host dv-cinder-843361-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-iscsi',level=0,port_id=20837281-1897-4ffc-9401-3bb5133ee1d3,segment=NetworkSegment(08c1a68b-38da-42c0-8066-31062040a343),segment_id=08c1a68b-38da-42c0-8066-31062040a343)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:46.044349 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579616'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.057308 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Calling delete_port for 20837281-1897-4ffc-9401-3bb5133ee1d3 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 04:08:46.112184 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:46.150442 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14855467'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.158868 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785700972755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785700449612'] for port (20837281-1897-4ffc-9401-3bb5133ee1d3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.178874 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=20837281-1897-4ffc-9401-3bb5133ee1d3,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:46.185697 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] No DVR routers for this DVR port 20837281-1897-4ffc-9401-3bb5133ee1d3 on host dv-cinder-843361-2-iscsi {{(pid=111121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:46.186685 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] Pushing event deleted for resources: {'Port': ['ID=20837281-1897-4ffc-9401-3bb5133ee1d3,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:46.190317 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 96a42e9a-a236-415c-86d7-3bb07ab7f9ce no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:46.195028 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ae552-cd6e-47c0-a313-aa033fd7f62b None None] No DVR routers for this DVR port 20837281-1897-4ffc-9401-3bb5133ee1d3 on host dv-cinder-843361-2-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:46.213204 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 96a42e9a-a236-415c-86d7-3bb07ab7f9ce {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:46.213546 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 96a42e9a-a236-415c-86d7-3bb07ab7f9ce not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:46.213966 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20837281-1897-4ffc-9401-3bb5133ee1d3 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:46.236602 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 20837281-1897-4ffc-9401-3bb5133ee1d3 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:46.236917 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 20837281-1897-4ffc-9401-3bb5133ee1d3 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:46.237338 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 89b3c20a-6831-417e-a678-2ced3b0e4f50 no longer exists at agent ovs-agent-dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 04:08:46.258219 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] No Port match for: 89b3c20a-6831-417e-a678-2ced3b0e4f50 {{(pid=111122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 04:08:46.258562 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Device 89b3c20a-6831-417e-a678-2ced3b0e4f50 not bound to the agent host dv-cinder-843361-2-iscsi {{(pid=111122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 04:08:46.269403 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (fa43817f-200f-46d1-ad3d-9ae1a50388d6), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.290656 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa43817f-200f-46d1-ad3d-9ae1a50388d6']}} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:46.300987 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c1a68b-38da-42c0-8066-31062040a343') {'for_net_delete': True} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:46.301280 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.services.segments.db [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c1a68b-38da-42c0-8066-31062040a343') {} {{(pid=111121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:46.310543 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12983937'] for segment (08c1a68b-38da-42c0-8066-31062040a343), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.323668 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (08c1a68b-38da-42c0-8066-31062040a343), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.329879 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=111121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:08:46.330266 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14855544'] for segment (08c1a68b-38da-42c0-8066-31062040a343), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.379341 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 08c1a68b-38da-42c0-8066-31062040a343 resource provider aggregate not found May 27 04:08:46.394588 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.services.segments.plugin [-] Segment 08c1a68b-38da-42c0-8066-31062040a343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08c1a68b-38da-42c0-8066-31062040a343 found for delete ", "request_id": "req-c1455847-32f3-42db-a9f3-b75f649979df"}]} May 27 04:08:46.458453 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (fa43817f-200f-46d1-ad3d-9ae1a50388d6), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.464209 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.467230 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] 10.222.0.58 "DELETE /v2.0/networks/fa43817f-200f-46d1-ad3d-9ae1a50388d6 HTTP/1.1" status: 204 len: 168 time: 0.7095234 May 27 04:08:46.478405 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae098-ac62-47df-bb4f-31f3f32df0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa43817f-200f-46d1-ad3d-9ae1a50388d6,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:46.752194 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39238) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:46.791503 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-5c3318b4-bce1-4a67-bd68-b83a0807aafd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c80fc33b8e6b4d359f432ace6c297b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381198 May 27 04:08:46.793922 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39240) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:46.840319 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] Publish callbacks [] for security_group (eac672c2-a002-428d-ad91-3d0575448d30), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:46.861150 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] Publish callbacks [] for security_group (eac672c2-a002-428d-ad91-3d0575448d30), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:47.003978 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (eac672c2-a002-428d-ad91-3d0575448d30), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:47.006575 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:47.007781 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eac672c2-a002-428d-ad91-3d0575448d30 HTTP/1.1" status: 204 len: 168 time: 0.2129400 May 27 04:08:47.015585 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645f8a5-8f4f-44cc-826d-7af8e1d97dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac672c2-a002-428d-ad91-3d0575448d30,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:53.743739 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:54.972605 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=14 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:56.468909 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:56.469722 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=65,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:57.011138 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:57.011879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:08:57.777652 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39348) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:57.882855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d0738ca5-0f16-4167-b66b-dd5331df6702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:57.959584 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d0738ca5-0f16-4167-b66b-dd5331df6702 admin admin] Publish callbacks [] for security_group (94c9edae-2c7a-4fd6-9743-125c7edd6eba), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.011897 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-d0738ca5-0f16-4167-b66b-dd5331df6702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (94c9edae-2c7a-4fd6-9743-125c7edd6eba), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.051117 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-d0738ca5-0f16-4167-b66b-dd5331df6702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be3f7ff22aa5428f86044acbc7795cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724197 May 27 04:08:58.052075 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0738ca5-0f16-4167-b66b-dd5331df6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9edae-2c7a-4fd6-9743-125c7edd6eba,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:58.053796 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39352) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:08:58.104411 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] Publish callbacks [] for security_group (94c9edae-2c7a-4fd6-9743-125c7edd6eba), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.127821 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] Publish callbacks [] for security_group (94c9edae-2c7a-4fd6-9743-125c7edd6eba), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.246360 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (94c9edae-2c7a-4fd6-9743-125c7edd6eba), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.248908 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:08:58.250058 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94c9edae-2c7a-4fd6-9743-125c7edd6eba HTTP/1.1" status: 204 len: 168 time: 0.1945422 May 27 04:08:58.258853 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63134dd8-fec4-4232-a24e-2b38a2132801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9edae-2c7a-4fd6-9743-125c7edd6eba,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:03.166734 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39412) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:03.271354 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe89-6acc-4c1f-895d-7a474f07f609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.346733 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe89-6acc-4c1f-895d-7a474f07f609 admin admin] Publish callbacks [] for security_group (e2610720-c728-4ec7-9456-6b681950e957), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.449511 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe89-6acc-4c1f-895d-7a474f07f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e2610720-c728-4ec7-9456-6b681950e957), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.492661 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-5a3afe89-6acc-4c1f-895d-7a474f07f609 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=635977b26bc148f6b88002d325b2e116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248360 May 27 04:09:03.493542 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3afe89-6acc-4c1f-895d-7a474f07f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2610720-c728-4ec7-9456-6b681950e957,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:03.495410 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39416) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:03.544772 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] Publish callbacks [] for security_group (e2610720-c728-4ec7-9456-6b681950e957), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.566785 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] Publish callbacks [] for security_group (e2610720-c728-4ec7-9456-6b681950e957), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.627733 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:03.712071 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e2610720-c728-4ec7-9456-6b681950e957), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.714723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:03.715885 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2610720-c728-4ec7-9456-6b681950e957 HTTP/1.1" status: 204 len: 168 time: 0.2194107 May 27 04:09:03.727304 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75f74f-7933-450d-b3bf-8e926b6373bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2610720-c728-4ec7-9456-6b681950e957,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:05.927193 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:09:06.066590 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39466) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:06.173202 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-75bd2447-1f04-4382-a9a9-87d261d41a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.244924 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-75bd2447-1f04-4382-a9a9-87d261d41a63 admin admin] Publish callbacks [] for security_group (e31388d8-b5eb-418b-a351-3a47f8f9baf6), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.309019 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-75bd2447-1f04-4382-a9a9-87d261d41a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e31388d8-b5eb-418b-a351-3a47f8f9baf6), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.349184 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-75bd2447-1f04-4382-a9a9-87d261d41a63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49f7cbe777fe4cd28f3e9455a0bf2c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814822 May 27 04:09:06.350034 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd2447-1f04-4382-a9a9-87d261d41a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31388d8-b5eb-418b-a351-3a47f8f9baf6,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:06.352942 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39470) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:06.386485 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d4725b5d-ff08-4174-8cf7-b966b7570bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.404769 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Publish callbacks [] for security_group (e31388d8-b5eb-418b-a351-3a47f8f9baf6), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.426597 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Publish callbacks [] for security_group (e31388d8-b5eb-418b-a351-3a47f8f9baf6), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.537518 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (e31388d8-b5eb-418b-a351-3a47f8f9baf6), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.540042 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:06.541195 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e31388d8-b5eb-418b-a351-3a47f8f9baf6 HTTP/1.1" status: 204 len: 168 time: 0.1868382 May 27 04:09:06.549161 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31388d8-b5eb-418b-a351-3a47f8f9baf6,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:06.556322 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.556690 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.557026 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.557439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.557766 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.558090 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.558414 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.558730 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.559047 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.559362 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.559677 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.559994 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.560320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.560643 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.560953 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a14f6-cba9-463a-bab9-658bf1d2f6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:06.699198 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:07.128490 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39476) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:07.141879 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-eee1e793-43e7-42b6-a197-e5d47ff9f218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.215553 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-eee1e793-43e7-42b6-a197-e5d47ff9f218 admin admin] Publish callbacks [] for security_group (ca431189-1082-41d3-9834-c87102c7e38b), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.295048 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-eee1e793-43e7-42b6-a197-e5d47ff9f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ca431189-1082-41d3-9834-c87102c7e38b), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.333388 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1e793-43e7-42b6-a197-e5d47ff9f218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca431189-1082-41d3-9834-c87102c7e38b,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:07.337678 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-eee1e793-43e7-42b6-a197-e5d47ff9f218 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2337c5cf2dc747aa8a34a18265052a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081578 May 27 04:09:07.340824 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39478) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:07.385043 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:07.394530 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] Publish callbacks [] for security_group (ca431189-1082-41d3-9834-c87102c7e38b), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.398520 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:07.417046 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] Publish callbacks [] for security_group (ca431189-1082-41d3-9834-c87102c7e38b), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.554941 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (ca431189-1082-41d3-9834-c87102c7e38b), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.557425 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:07.558579 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca431189-1082-41d3-9834-c87102c7e38b HTTP/1.1" status: 204 len: 168 time: 0.2173321 May 27 04:09:07.566740 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cb764-e84c-40b9-aeaa-23e268c79014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca431189-1082-41d3-9834-c87102c7e38b,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:09.497729 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac439ccc-1c20-4eb7-8e66-ee143c813906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:10.738233 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:11.668999 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:13.371494 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:14.588969 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39576) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:14.696488 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2772bb74-3e0a-4566-aa02-65322f579be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:14.770771 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2772bb74-3e0a-4566-aa02-65322f579be5 admin admin] Publish callbacks [] for security_group (42c98ce1-79c8-4892-913f-8b5a21e3088e), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:14.846646 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-2772bb74-3e0a-4566-aa02-65322f579be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (42c98ce1-79c8-4892-913f-8b5a21e3088e), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:14.887171 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-2772bb74-3e0a-4566-aa02-65322f579be5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=979a9680a36241c391bd5fef49430805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971342 May 27 04:09:14.888039 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772bb74-3e0a-4566-aa02-65322f579be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c98ce1-79c8-4892-913f-8b5a21e3088e,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:14.889855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39580) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:14.938687 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] Publish callbacks [] for security_group (42c98ce1-79c8-4892-913f-8b5a21e3088e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:14.959407 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] Publish callbacks [] for security_group (42c98ce1-79c8-4892-913f-8b5a21e3088e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.080558 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (42c98ce1-79c8-4892-913f-8b5a21e3088e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.083112 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.084279 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42c98ce1-79c8-4892-913f-8b5a21e3088e HTTP/1.1" status: 204 len: 168 time: 0.1934161 May 27 04:09:15.091879 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cca51d-c42f-4c3b-85f2-c8da860cc931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c98ce1-79c8-4892-913f-8b5a21e3088e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:15.680669 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39586) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:15.692638 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-22827d58-d6f6-4689-bd4e-5befd10bc68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.769602 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-22827d58-d6f6-4689-bd4e-5befd10bc68c admin admin] Publish callbacks [] for security_group (1cd96f3b-fc1d-4a44-ba76-f9468e9645eb), precommit_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.820395 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-22827d58-d6f6-4689-bd4e-5befd10bc68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cd96f3b-fc1d-4a44-ba76-f9468e9645eb), after_create {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.861952 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-22827d58-d6f6-4689-bd4e-5befd10bc68c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94ee134375b34fdfb7556a5a7155ca84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826897 May 27 04:09:15.862809 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22827d58-d6f6-4689-bd4e-5befd10bc68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd96f3b-fc1d-4a44-ba76-f9468e9645eb,revision_number=1']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:15.864635 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39588) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:15.913236 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] Publish callbacks [] for security_group (1cd96f3b-fc1d-4a44-ba76-f9468e9645eb), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:15.922888 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=19 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:15.935120 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] Publish callbacks [] for security_group (1cd96f3b-fc1d-4a44-ba76-f9468e9645eb), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.080150 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1cd96f3b-fc1d-4a44-ba76-f9468e9645eb), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.082672 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.083816 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cd96f3b-fc1d-4a44-ba76-f9468e9645eb HTTP/1.1" status: 204 len: 168 time: 0.2181983 May 27 04:09:16.086074 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:16.092083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fbe9b-9fc4-43ab-8734-1ad6d7b2ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd96f3b-fc1d-4a44-ba76-f9468e9645eb,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:16.764837 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39594) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:16.781247 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2c64c4ae-c4c6-445f-81e9-bdd8e13497f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.784750 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=11 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:16.866277 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2c64c4ae-c4c6-445f-81e9-bdd8e13497f3 admin admin] Publish callbacks [] for security_group (fc324cc9-39fe-4b2b-bc30-e57c9035c836), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.917758 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-2c64c4ae-c4c6-445f-81e9-bdd8e13497f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fc324cc9-39fe-4b2b-bc30-e57c9035c836), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:16.963035 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c4ae-c4c6-445f-81e9-bdd8e13497f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc324cc9-39fe-4b2b-bc30-e57c9035c836,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:16.967560 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-2c64c4ae-c4c6-445f-81e9-bdd8e13497f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c6e3e219161483d9d5fb01e0f657e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017198 May 27 04:09:16.970823 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39596) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:17.017889 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] Publish callbacks [] for security_group (fc324cc9-39fe-4b2b-bc30-e57c9035c836), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:17.038147 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] Publish callbacks [] for security_group (fc324cc9-39fe-4b2b-bc30-e57c9035c836), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:17.199973 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (fc324cc9-39fe-4b2b-bc30-e57c9035c836), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:17.202600 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:17.203773 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc324cc9-39fe-4b2b-bc30-e57c9035c836 HTTP/1.1" status: 204 len: 168 time: 0.2326548 May 27 04:09:17.212557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b327c-526c-4b42-ad25-fca57f0c90e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc324cc9-39fe-4b2b-bc30-e57c9035c836,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:18.254257 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39618) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:18.352961 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1157331744-network', 'tenant_id': 'e6002017bbf3404381e391e6a32275c8'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:09:18.466123 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Made reservation on behalf of e6002017bbf3404381e391e6a32275c8 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:18.468572 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.477189 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.553002 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks [] for security_group (1b29a3fb-9704-4045-a71b-37a4d566c7c2), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.617167 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1b29a3fb-9704-4045-a71b-37a4d566c7c2), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.643443 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:09:18.652375 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29a3fb-9704-4045-a71b-37a4d566c7c2,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:18.658439 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (f21c2cd3-2cb0-45a9-9452-ac584f2e4976), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.658844 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Added segment f21c2cd3-2cb0-45a9-9452-ac584f2e4976 of type vlan for network 39bc6ffc-8750-48bf-b8e8-6e673174e78e May 27 04:09:18.698834 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (39bc6ffc-8750-48bf-b8e8-6e673174e78e), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.700844 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:18.811655 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (39bc6ffc-8750-48bf-b8e8-6e673174e78e), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.812710 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:09:18.813308 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:18.875241 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] Pushing event updated for resources: {'Network': ['ID=39bc6ffc-8750-48bf-b8e8-6e673174e78e,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:18.885777 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 39bc6ffc-8750-48bf-b8e8-6e673174e78e details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 04:09:18.888003 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:18.944126 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-25d1e978-59fc-45aa-a71c-7dfd507cfc0f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6886466 May 27 04:09:18.946859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39622) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:18.952271 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Request body: {'subnet': {'network_id': '39bc6ffc-8750-48bf-b8e8-6e673174e78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1157331744-subnet', 'tenant_id': 'e6002017bbf3404381e391e6a32275c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:09:19.031790 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Made reservation on behalf of e6002017bbf3404381e391e6a32275c8 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:19.034223 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13642187'] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:19.096603 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:19.254982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13906291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13642205'] for subnet (a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:19.318290 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:19.327528 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Checking segment: {'id': 'f21c2cd3-2cb0-45a9-9452-ac584f2e4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '39bc6ffc-8750-48bf-b8e8-6e673174e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:09:19.327884 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Network hostable DHCP agents. Network: 39bc6ffc-8750-48bf-b8e8-6e673174e78e, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:09:19.397535 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Network 39bc6ffc-8750-48bf-b8e8-6e673174e78e is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:09:19.466001 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 39bc6ffc-8750-48bf-b8e8-6e673174e78e) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:19.470902 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:09:19.471496 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:19.475964 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463558f2-ec15-4166-ba44-116cd333a0ef None None] Network 39bc6ffc-8750-48bf-b8e8-6e673174e78e requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:09:19.544205 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-8b61751e-8587-4d9e-a555-cc41efda8e18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5866284 May 27 04:09:19.571202 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0246a22-af8f-4544-a0b1-7b9483f84734 None None] Network 39bc6ffc-8750-48bf-b8e8-6e673174e78e requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:09:20.145004 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39638) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:20.149827 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550779940-network', 'tenant_id': '3b8d096e79ea44199e650cdedbdc98d6'}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:09:20.268643 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Made reservation on behalf of 3b8d096e79ea44199e650cdedbdc98d6 for: {'network': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:20.270993 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777467'] for network (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.279536 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.354105 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks [] for security_group (0326ae78-36d9-417e-ad81-5db2adc45a90), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.428459 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (0326ae78-36d9-417e-ad81-5db2adc45a90), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.450416 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=111120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:09:20.465529 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326ae78-36d9-417e-ad81-5db2adc45a90,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.469372 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785700912743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (df5e2170-9e07-45f2-8cdf-810d872a10ff), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.470012 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.db.segments_db [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Added segment df5e2170-9e07-45f2-8cdf-810d872a10ff of type vlan for network 68cebd7a-ed54-4456-b353-8b3a48ab49d3 May 27 04:09:20.507712 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:20.512781 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785700457849'] for network (68cebd7a-ed54-4456-b353-8b3a48ab49d3), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.603437 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475'] for network (68cebd7a-ed54-4456-b353-8b3a48ab49d3), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.605245 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:09:20.605830 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.670223 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] Pushing event updated for resources: {'Network': ['ID=68cebd7a-ed54-4456-b353-8b3a48ab49d3,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.680738 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.rpc [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Network 68cebd7a-ed54-4456-b353-8b3a48ab49d3 details requested by agent ovs-agent-dv-cinder-843361-2-iscsi with host dv-cinder-843361-2-iscsi {{(pid=111122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 04:09:20.731165 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-7624ae67-65d3-4b77-be79-62c71c5557a5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5767257 May 27 04:09:20.777291 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39640) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:20.782887 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.v2.base [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Request body: {'subnet': {'network_id': '68cebd7a-ed54-4456-b353-8b3a48ab49d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550779940-subnet', 'tenant_id': '3b8d096e79ea44199e650cdedbdc98d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 04:09:20.891494 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Made reservation on behalf of 3b8d096e79ea44199e650cdedbdc98d6 for: {'subnet': 1} {{(pid=111120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:20.894088 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13642187'] for subnet (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:20.999557 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:21.123332 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13906291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13642205'] for subnet (d38f6523-0643-470c-8b37-9a64731f0d21), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:21.181437 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38f6523-0643-470c-8b37-9a64731f0d21,revision_number=0']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:21.189157 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Checking segment: {'id': 'df5e2170-9e07-45f2-8cdf-810d872a10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '68cebd7a-ed54-4456-b353-8b3a48ab49d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 04:09:21.189723 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Network hostable DHCP agents. Network: 68cebd7a-ed54-4456-b353-8b3a48ab49d3, hostable agents: ['07038580-fc19-4214-9cc1-1e67ec4e858c'], hosted agents: [] {{(pid=111120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:09:21.300564 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Network 68cebd7a-ed54-4456-b353-8b3a48ab49d3 is scheduled to be hosted by DHCP agent 07038580-fc19-4214-9cc1-1e67ec4e858c with binding_index 1 {{(pid=111120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:09:21.369085 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-iscsi, 68cebd7a-ed54-4456-b353-8b3a48ab49d3) {{(pid=111120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:21.373690 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 04:09:21.374772 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:21.378232 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e24a4-9650-4c20-987e-6f194354f17e None None] Network 68cebd7a-ed54-4456-b353-8b3a48ab49d3 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:09:21.466435 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-fdfd3247-af47-4083-a42c-ef8256ac7ec2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6878643 May 27 04:09:21.476457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbca6f0-d242-49e8-b643-6bfd7cdb7899 None None] Network 68cebd7a-ed54-4456-b353-8b3a48ab49d3 requested from dv-cinder-843361-2-iscsi {{(pid=111122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 04:09:23.700360 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:25.856028 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:25.857836 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=36,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:31.384228 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=48,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:33.638403 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=45 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:33.640282 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:36.377300 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc99f-2e4b-4dd5-a1fb-434b3920c2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:37.661808 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39758) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:37.711544 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Deleting subnet a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c {{(pid=111120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:09:37.714729 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Publish callbacks [] for subnet (a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.019045 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14617487'] for subnet (a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c), precommit_delete_associations {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.058982 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.180031 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13906226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13642214'] for subnet (a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.209423 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:38.213140 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.216176 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-49bf099d-3c08-4613-acfb-31d78805d6d0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a6cee4dd-a91e-4ee0-b2ec-891bf008aa3c HTTP/1.1" status: 204 len: 168 time: 0.5533628 May 27 04:09:38.218660 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39760) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:38.286264 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (39bc6ffc-8750-48bf-b8e8-6e673174e78e), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.365290 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (39bc6ffc-8750-48bf-b8e8-6e673174e78e), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.385488 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc6ffc-8750-48bf-b8e8-6e673174e78e']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:38.394546 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21c2cd3-2cb0-45a9-9452-ac584f2e4976') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:38.394896 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21c2cd3-2cb0-45a9-9452-ac584f2e4976') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:38.404239 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (f21c2cd3-2cb0-45a9-9452-ac584f2e4976), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.417083 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (f21c2cd3-2cb0-45a9-9452-ac584f2e4976), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.423256 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:09:38.423638 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (f21c2cd3-2cb0-45a9-9452-ac584f2e4976), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.443089 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment f21c2cd3-2cb0-45a9-9452-ac584f2e4976 resource provider aggregate not found May 27 04:09:38.483088 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment f21c2cd3-2cb0-45a9-9452-ac584f2e4976 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f21c2cd3-2cb0-45a9-9452-ac584f2e4976 found for delete ", "request_id": "req-3f43bb76-7b89-4703-83c1-e347f667250c"}]} May 27 04:09:38.545310 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (39bc6ffc-8750-48bf-b8e8-6e673174e78e), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.550842 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.554459 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] 10.222.0.58 "DELETE /v2.0/networks/39bc6ffc-8750-48bf-b8e8-6e673174e78e HTTP/1.1" status: 204 len: 168 time: 0.3348331 May 27 04:09:38.557433 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39766) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:38.565302 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1ba99-9fbc-423e-a15b-5a457a5a968f admin admin] Pushing event deleted for resources: {'Network': ['ID=39bc6ffc-8750-48bf-b8e8-6e673174e78e,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:38.605110 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Deleting subnet d38f6523-0643-470c-8b37-9a64731f0d21 {{(pid=111121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 04:09:38.608465 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Publish callbacks [] for subnet (d38f6523-0643-470c-8b37-9a64731f0d21), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.643511 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12983992'] for subnet (d38f6523-0643-470c-8b37-9a64731f0d21), precommit_delete_associations {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.682829 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702697'] for subnet (d38f6523-0643-470c-8b37-9a64731f0d21), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.805286 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14856154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919017'] for subnet (d38f6523-0643-470c-8b37-9a64731f0d21), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.833206 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for subnet (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.836336 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d38f6523-0643-470c-8b37-9a64731f0d21 HTTP/1.1" status: 204 len: 168 time: 0.2778978 May 27 04:09:38.837330 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38f6523-0643-470c-8b37-9a64731f0d21,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:38.838957 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39768) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:38.844845 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.849138 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.850066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.850066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.850066 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb21553-817b-4927-acab-f3888bb75f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-iscsi {{(pid=111121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:38.910208 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727918'] for network (68cebd7a-ed54-4456-b353-8b3a48ab49d3), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:38.992558 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706140', 'neutron.services.segments.db._delete_segments_for_network-8785700912752'] for network (68cebd7a-ed54-4456-b353-8b3a48ab49d3), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.015372 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cebd7a-ed54-4456-b353-8b3a48ab49d3']}} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:39.025603 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5e2170-9e07-45f2-8cdf-810d872a10ff') {'for_net_delete': True} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:39.025898 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.services.segments.db [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5e2170-9e07-45f2-8cdf-810d872a10ff') {} {{(pid=111120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:39.040476 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785700913273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14617526'] for segment (df5e2170-9e07-45f2-8cdf-810d872a10ff), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.053855 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606'] for segment (df5e2170-9e07-45f2-8cdf-810d872a10ff), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.059700 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=111120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 04:09:39.065997 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13906832'] for segment (df5e2170-9e07-45f2-8cdf-810d872a10ff), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.170617 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-323475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581258'] for network (68cebd7a-ed54-4456-b353-8b3a48ab49d3), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.176125 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-323501'] for network (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.179689 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] 10.222.0.58 "DELETE /v2.0/networks/68cebd7a-ed54-4456-b353-8b3a48ab49d3 HTTP/1.1" status: 204 len: 168 time: 0.3397510 May 27 04:09:39.191008 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba2da-a0d4-498a-83f7-0ca3bb215abc admin admin] Pushing event deleted for resources: {'Network': ['ID=68cebd7a-ed54-4456-b353-8b3a48ab49d3,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:39.478998 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2a8c-08bb-4152-9dd4-d4a1ba4eaf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.549865 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39772) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:39.590799 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-9efe9c4f-0070-4fde-885c-82e8770084d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6002017bbf3404381e391e6a32275c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397956 May 27 04:09:39.593205 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39774) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:39.642569 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] Publish callbacks [] for security_group (1b29a3fb-9704-4045-a71b-37a4d566c7c2), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.665273 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] Publish callbacks [] for security_group (1b29a3fb-9704-4045-a71b-37a4d566c7c2), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.781901 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (1b29a3fb-9704-4045-a71b-37a4d566c7c2), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.784579 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:39.785739 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b29a3fb-9704-4045-a71b-37a4d566c7c2 HTTP/1.1" status: 204 len: 168 time: 0.1916459 May 27 04:09:39.793728 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c967-1826-44ef-b3ec-8387d1081580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29a3fb-9704-4045-a71b-37a4d566c7c2,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:40.362802 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39780) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:40.402399 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-b70ece4d-07a4-4aba-8f4d-f26217bf9496 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b8d096e79ea44199e650cdedbdc98d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384634 May 27 04:09:40.404866 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [-] (111121) accepted ('10.222.0.58', 39782) {{(pid=111121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:40.454170 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] Publish callbacks [] for security_group (0326ae78-36d9-417e-ad81-5db2adc45a90), before_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:40.476918 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] Publish callbacks [] for security_group (0326ae78-36d9-417e-ad81-5db2adc45a90), precommit_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:40.501055 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment df5e2170-9e07-45f2-8cdf-810d872a10ff resource provider aggregate not found May 27 04:09:40.518549 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.services.segments.plugin [-] Segment df5e2170-9e07-45f2-8cdf-810d872a10ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df5e2170-9e07-45f2-8cdf-810d872a10ff found for delete ", "request_id": "req-e50c8b39-d052-4ab9-ae8e-cf2159bb9ce9"}]} May 27 04:09:40.627549 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (0326ae78-36d9-417e-ad81-5db2adc45a90), after_delete {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:40.630486 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron_lib.callbacks.manager [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:40.631657 dv-cinder-843361-2-iscsi neutron-server[111121]: INFO neutron.wsgi [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0326ae78-36d9-417e-ad81-5db2adc45a90 HTTP/1.1" status: 204 len: 168 time: 0.2259014 May 27 04:09:40.639649 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88495c6-04ff-4a92-bef7-c272f1f7e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326ae78-36d9-417e-ad81-5db2adc45a90,revision_number=None']} {{(pid=111121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:40.742293 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:41.713441 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.253359 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39816) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:42.357356 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4c644164-b511-4bfe-bd0a-5f5c87a46386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.398314 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:42.409642 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=6 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:42.434092 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4c644164-b511-4bfe-bd0a-5f5c87a46386 admin admin] Publish callbacks [] for security_group (c102f3e5-46e3-454c-a01c-d7b538c79d64), precommit_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.505078 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-4c644164-b511-4bfe-bd0a-5f5c87a46386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c102f3e5-46e3-454c-a01c-d7b538c79d64), after_create {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.549539 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-4c644164-b511-4bfe-bd0a-5f5c87a46386 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11f9635be91545be93c5c2a755b4bba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951226 May 27 04:09:42.550427 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644164-b511-4bfe-bd0a-5f5c87a46386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102f3e5-46e3-454c-a01c-d7b538c79d64,revision_number=1']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.556756 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [-] (111120) accepted ('10.222.0.58', 39820) {{(pid=111120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 04:09:42.605291 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] Publish callbacks [] for security_group (c102f3e5-46e3-454c-a01c-d7b538c79d64), before_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.626355 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] Publish callbacks [] for security_group (c102f3e5-46e3-454c-a01c-d7b538c79d64), precommit_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.764320 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792529'] for security_group (c102f3e5-46e3-454c-a01c-d7b538c79d64), after_delete {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.766859 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron_lib.callbacks.manager [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:42.767997 dv-cinder-843361-2-iscsi neutron-server[111120]: INFO neutron.wsgi [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c102f3e5-46e3-454c-a01c-d7b538c79d64 HTTP/1.1" status: 204 len: 168 time: 0.2103405 May 27 04:09:42.780617 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd093d0e-81c1-4bd3-bbe5-16e9f3192481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102f3e5-46e3-454c-a01c-d7b538c79d64,revision_number=None']} {{(pid=111120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.908014 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:42.925312 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:09:43.364705 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:09:50.634629 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=67,neutron:DELETE=6 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:50.635429 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG dbcounter [-] [111121] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:52.799865 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG dbcounter [-] [111120] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111120) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:52.921609 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:53.286486 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:53.289358 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:09:53.683975 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:02.951078 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:02.951977 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:03.634321 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:03.638477 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:06.375024 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d83cbe-8f1c-4ae5-90a8-896b6f412119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:09.505819 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1b14-a246-40a1-907f-2ab144d269a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:10.750550 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:11.671608 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:13.362802 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:19.909706 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:19.913598 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:19.924100 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:10:23.693874 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:29.946300 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:30.091450 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-cae22400-5d88-43e1-83f8-af046e5df4be req-3dd675eb-98be-4727-8c53-403ed284d6e0 service neutron] (111121) timed out ('10.222.0.44', 53540) {{(pid=111121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:10:33.638700 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:33.640671 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:36.378722 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b3799839-1690-4dce-a6bb-11bbaf9ab8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:39.487480 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-df6fd8af-7897-42e9-91b3-ec407d2e0a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:40.739051 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:41.670336 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:43.355606 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:53.285147 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:53.290180 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:10:53.680829 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:10:56.923188 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:11:03.636057 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:03.642054 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:06.377837 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7d73e2c-c4f8-42d8-8055-79dad83127a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:06.629934 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=16 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:06.918379 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=18 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:09.543196 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e467490d-f146-424a-b909-d66bc9215458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:10.754493 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:11.686439 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:13.348461 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:23.288255 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:23.294268 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:23.713857 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:33.649536 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:33.655577 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:33.910720 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:33.916409 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:33.923287 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:11:36.365026 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-da0a3b3e-0e8e-4218-a9bb-2de26f4f38bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:39.507457 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-53b0d287-d7d6-48bf-b6a7-c4a3a1815600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:40.759066 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:41.701902 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:43.376061 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:11:43.937144 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:53.288202 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:53.297285 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:11:53.740981 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:02.514489 dv-cinder-843361-2-iscsi neutron-server[111120]: DEBUG neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-a65d5d10-c8a3-420f-b2d3-ea842fb5b23d service neutron] (111120) timed out ('10.222.0.58', 33768) {{(pid=111120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:12:02.634747 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-08cd6a6c-0b01-4b86-b471-291486c900e2 req-a0dfd392-a034-4b39-84bf-b9ef0443460b tempest-TestShelveInstance-969026586 tempest-TestShelveInstance-969026586-project] (111121) timed out ('10.222.0.58', 33776) {{(pid=111121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:12:03.662179 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:03.664221 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:06.352137 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-99a9ad70-b536-4482-805c-9013d7170a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:09.500303 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ef288341-8a86-41a4-80bf-257f02eb0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:10.775464 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:10.912527 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:10.921684 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:12:11.672093 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:13.357872 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:20.917554 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:23.746494 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:33.676463 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:33.677246 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:36.373418 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bcd682c5-a7d5-473f-b0d1-d15d30e09b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:39.523197 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8b1081c5-2885-40a8-b942-595ee2ac827e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:40.791770 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:41.728276 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:43.349958 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:12:47.915022 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:47.920928 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:12:53.290236 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:53.296224 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:12:53.739686 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:03.675235 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:03.677142 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:06.362343 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6043a19b-a7ac-4b52-8366-2372d326c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:06.633196 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=18 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:06.635963 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=13 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:09.499250 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a284406-7623-4905-b716-2fbd12bed17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:10.749987 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:11.708349 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:13.354325 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:23.297986 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:23.298841 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:23.736561 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:24.910100 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:24.919263 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:13:33.673345 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:33.675452 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:34.915965 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:36.375746 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1328956d-82cb-4824-8fb5-180126138dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:39.492352 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f8d-99c6-4394-8763-735fab42a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:40.758691 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:41.732407 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:43.378770 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:13:53.300332 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:53.302710 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:13:53.760816 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:01.918168 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:14:02.960978 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:03.687591 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:03.688442 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:06.368970 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5b609a82-97cc-43f0-b629-6f73e65b7739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:09.503107 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c925-31ad-49c8-8fe9-334b44f02903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:10.777384 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:11.688390 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:11.914641 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:13.383049 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:23.799781 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:33.686914 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:33.687799 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:36.390208 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-03655564-a08c-4ab9-884b-722706745924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:38.919457 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG neutron.db.agents_db [None req-dfd7c1e8-dacd-4dbd-bbb9-7c1f412c1aa7 None None] Agent healthcheck: found 6 active agents {{(pid=111123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:14:39.513291 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4331d82-69df-4f38-8c79-a14c419beed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:40.744631 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:41.719269 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:43.378187 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ced7e18b-80e5-4389-a6e1-803605e36476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (3955e58f-6b93-4684-897c-cb50f23954c0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:48.912305 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:48.913129 dv-cinder-843361-2-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:53.310281 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:53.312171 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:14:53.747467 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-30c66f48-5ae9-418d-b0b8-2285acd25583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (32faef9d-8a03-4e87-aa2f-2dc34dc0795f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:14:59.783324 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-3a2c98d0-3fb8-4533-b373-496a390446a9 service neutron] (111121) timed out ('10.222.0.58', 36718) {{(pid=111121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:14:59.962006 dv-cinder-843361-2-iscsi neutron-server[111121]: DEBUG neutron.wsgi [req-aea5da53-6aeb-415f-b4ff-f533c987452a req-a3953467-27d1-4d64-93b2-609a3d6f5a56 tempest-AttachVolumeShelveTestJSON-696104658 tempest-AttachVolumeShelveTestJSON-696104658-project] (111121) timed out ('10.222.0.58', 36726) {{(pid=111121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:15:03.679409 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:15:03.685368 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:15:06.366527 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-09e37267-073d-468d-be19-64caff0e08f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (07038580-fc19-4214-9cc1-1e67ec4e858c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:15:09.501053 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8497c1c7-d879-484b-b2bc-a9b137cee6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (54b77d4d-9126-42e5-8bc2-bc81e7a11444), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:15:10.786883 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-699a9ade-e79d-43df-b31f-aaa27b6a066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (d672e660-b351-4b71-a9e8-f92f2da8b7b8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:15:11.691226 dv-cinder-843361-2-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e707655b-41b8-42a7-85ab-0c79464f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785700912734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904863'] for agent (f1ef3bf8-83af-4013-8d72-e61306d2a8d2), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}